{"level":"warn","ts":"2026-07-10T14:49:45.575407Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-10T14:49:45.575509Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.23:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.23:2380","--initial-cluster=instance=https://199.204.45.23:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.23:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.23:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-10T14:49:45.575571Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-10T14:49:45.575583Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.23:2380"]} {"level":"info","ts":"2026-07-10T14:49:45.575599Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-10T14:49:45.57677Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.23:2379"]} {"level":"info","ts":"2026-07-10T14:49:45.576852Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.23:2380"],"listen-peer-urls":["https://199.204.45.23:2380"],"advertise-client-urls":["https://199.204.45.23:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.23:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.23:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-10T14:49:45.581194Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.140423ms"} {"level":"info","ts":"2026-07-10T14:49:45.594308Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"51a5c416a4d98c86","cluster-id":"ade2045974c19907"} {"level":"info","ts":"2026-07-10T14:49:45.594396Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 switched to configuration voters=()"} {"level":"info","ts":"2026-07-10T14:49:45.594417Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became follower at term 0"} {"level":"info","ts":"2026-07-10T14:49:45.594428Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 51a5c416a4d98c86 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-10T14:49:45.594443Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became follower at term 1"} {"level":"info","ts":"2026-07-10T14:49:45.594505Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 switched to configuration voters=(5883324089763466374)"} {"level":"warn","ts":"2026-07-10T14:49:45.601214Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-10T14:49:45.602958Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-10T14:49:45.604386Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-10T14:49:45.606685Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"51a5c416a4d98c86","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-10T14:49:45.6068Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"51a5c416a4d98c86","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-10T14:49:45.606965Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-10T14:49:45.607038Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-10T14:49:45.607055Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-10T14:49:45.609655Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 switched to configuration voters=(5883324089763466374)"} {"level":"info","ts":"2026-07-10T14:49:45.609821Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ade2045974c19907","local-member-id":"51a5c416a4d98c86","added-peer-id":"51a5c416a4d98c86","added-peer-peer-urls":["https://199.204.45.23:2380"]} {"level":"info","ts":"2026-07-10T14:49:45.61096Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-10T14:49:45.611116Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.23:2380"} {"level":"info","ts":"2026-07-10T14:49:45.611138Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.23:2380"} {"level":"info","ts":"2026-07-10T14:49:45.611847Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"51a5c416a4d98c86","initial-advertise-peer-urls":["https://199.204.45.23:2380"],"listen-peer-urls":["https://199.204.45.23:2380"],"advertise-client-urls":["https://199.204.45.23:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.23:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-10T14:49:45.611912Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-10T14:49:46.095361Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 is starting a new election at term 1"} {"level":"info","ts":"2026-07-10T14:49:46.095452Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-10T14:49:46.095489Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 received MsgPreVoteResp from 51a5c416a4d98c86 at term 1"} {"level":"info","ts":"2026-07-10T14:49:46.095518Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became candidate at term 2"} {"level":"info","ts":"2026-07-10T14:49:46.095536Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 received MsgVoteResp from 51a5c416a4d98c86 at term 2"} {"level":"info","ts":"2026-07-10T14:49:46.095593Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became leader at term 2"} {"level":"info","ts":"2026-07-10T14:49:46.095608Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 51a5c416a4d98c86 elected leader 51a5c416a4d98c86 at term 2"} {"level":"info","ts":"2026-07-10T14:49:46.098513Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-10T14:49:46.099407Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"51a5c416a4d98c86","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.23:2379]}","request-path":"/0/members/51a5c416a4d98c86/attributes","cluster-id":"ade2045974c19907","publish-timeout":"7s"} {"level":"info","ts":"2026-07-10T14:49:46.099569Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-10T14:49:46.099647Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-10T14:49:46.100876Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ade2045974c19907","local-member-id":"51a5c416a4d98c86","cluster-version":"3.5"} {"level":"info","ts":"2026-07-10T14:49:46.101015Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-10T14:49:46.101068Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-10T14:49:46.103384Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.23:2379"} {"level":"info","ts":"2026-07-10T14:49:46.103407Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-10T14:49:46.107816Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-10T14:49:46.107883Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"warn","ts":"2026-07-10T14:49:49.142843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.118217ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-07-10T14:49:49.143193Z","caller":"traceutil/trace.go:171","msg":"trace[1316715437] transaction","detail":"{read_only:false; response_revision:87; number_of_response:1; }","duration":"188.913999ms","start":"2026-07-10T14:49:48.954215Z","end":"2026-07-10T14:49:49.143129Z","steps":["trace[1316715437] 'process raft request' (duration: 25.880708ms)","trace[1316715437] 'compare' (duration: 161.949231ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T14:49:51.945516Z","caller":"traceutil/trace.go:171","msg":"trace[1139078573] transaction","detail":"{read_only:false; response_revision:268; number_of_response:1; }","duration":"109.101395ms","start":"2026-07-10T14:49:51.836385Z","end":"2026-07-10T14:49:51.945487Z","steps":["trace[1139078573] 'process raft request' (duration: 108.422017ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:49:51.945497Z","caller":"traceutil/trace.go:171","msg":"trace[825670346] linearizableReadLoop","detail":"{readStateIndex:279; appliedIndex:278; }","duration":"103.471231ms","start":"2026-07-10T14:49:51.841978Z","end":"2026-07-10T14:49:51.94545Z","steps":["trace[825670346] 'read index received' (duration: 102.755772ms)","trace[825670346] 'applied index is now lower than readState.Index' (duration: 713.129µs)"],"step_count":2} {"level":"warn","ts":"2026-07-10T14:49:51.945765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.754279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-07-10T14:49:51.945837Z","caller":"traceutil/trace.go:171","msg":"trace[324089635] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:268; }","duration":"103.878642ms","start":"2026-07-10T14:49:51.841936Z","end":"2026-07-10T14:49:51.945815Z","steps":["trace[324089635] 'agreement among raft nodes before linearized reading' (duration: 103.666727ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:50:01.815742Z","caller":"traceutil/trace.go:171","msg":"trace[983284231] transaction","detail":"{read_only:false; response_revision:366; number_of_response:1; }","duration":"265.793373ms","start":"2026-07-10T14:50:01.549932Z","end":"2026-07-10T14:50:01.815725Z","steps":["trace[983284231] 'process raft request' (duration: 265.66989ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:50:02.271627Z","caller":"traceutil/trace.go:171","msg":"trace[1340311263] linearizableReadLoop","detail":"{readStateIndex:381; appliedIndex:380; }","duration":"208.947418ms","start":"2026-07-10T14:50:02.062637Z","end":"2026-07-10T14:50:02.271585Z","steps":["trace[1340311263] 'read index received' (duration: 206.688686ms)","trace[1340311263] 'applied index is now lower than readState.Index' (duration: 2.257272ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T14:50:02.271915Z","caller":"traceutil/trace.go:171","msg":"trace[76738330] transaction","detail":"{read_only:false; response_revision:367; number_of_response:1; }","duration":"585.49615ms","start":"2026-07-10T14:50:01.686406Z","end":"2026-07-10T14:50:02.271902Z","steps":["trace[76738330] 'process raft request' (duration: 582.939521ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:02.272257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.713699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T14:50:02.272306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.640816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-10T14:50:02.272417Z","caller":"traceutil/trace.go:171","msg":"trace[1202171848] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:367; }","duration":"152.879573ms","start":"2026-07-10T14:50:02.119493Z","end":"2026-07-10T14:50:02.272372Z","steps":["trace[1202171848] 'agreement among raft nodes before linearized reading' (duration: 152.657707ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:02.272242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:01.686375Z","time spent":"585.582773ms","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T14:50:02.272515Z","caller":"traceutil/trace.go:171","msg":"trace[1389615582] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:367; }","duration":"209.880643ms","start":"2026-07-10T14:50:02.062574Z","end":"2026-07-10T14:50:02.272454Z","steps":["trace[1389615582] 'agreement among raft nodes before linearized reading' (duration: 209.563055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:02.272659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.019879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-10T14:50:02.27278Z","caller":"traceutil/trace.go:171","msg":"trace[579289356] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:367; }","duration":"122.169542ms","start":"2026-07-10T14:50:02.150576Z","end":"2026-07-10T14:50:02.272746Z","steps":["trace[579289356] 'agreement among raft nodes before linearized reading' (duration: 121.851894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:03.097469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.622116ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-10T14:50:03.097681Z","caller":"traceutil/trace.go:171","msg":"trace[1400490442] transaction","detail":"{read_only:false; response_revision:368; number_of_response:1; }","duration":"820.12669ms","start":"2026-07-10T14:50:02.277533Z","end":"2026-07-10T14:50:03.097659Z","steps":["trace[1400490442] 'process raft request' (duration: 428.206896ms)","trace[1400490442] 'compare' (duration: 391.3996ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T14:50:03.097796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:02.277494Z","time spent":"820.242164ms","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T14:50:03.099885Z","caller":"traceutil/trace.go:171","msg":"trace[1908138980] linearizableReadLoop","detail":"{readStateIndex:383; appliedIndex:381; }","duration":"426.947313ms","start":"2026-07-10T14:50:02.672849Z","end":"2026-07-10T14:50:03.099796Z","steps":["trace[1908138980] 'read index received' (duration: 32.910591ms)","trace[1908138980] 'applied index is now lower than readState.Index' (duration: 394.033822ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T14:50:03.099934Z","caller":"traceutil/trace.go:171","msg":"trace[1326214629] transaction","detail":"{read_only:false; response_revision:369; number_of_response:1; }","duration":"822.031373ms","start":"2026-07-10T14:50:02.277847Z","end":"2026-07-10T14:50:03.099878Z","steps":["trace[1326214629] 'process raft request' (duration: 819.756021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:03.100729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:02.277823Z","time spent":"822.172567ms","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T14:50:03.102688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.79934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-10T14:50:03.103602Z","caller":"traceutil/trace.go:171","msg":"trace[1037090996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:369; }","duration":"430.782177ms","start":"2026-07-10T14:50:02.672781Z","end":"2026-07-10T14:50:03.103563Z","steps":["trace[1037090996] 'agreement among raft nodes before linearized reading' (duration: 427.210179ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:03.10378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:02.67275Z","time spent":"430.957092ms","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-10T14:50:27.253704Z","caller":"traceutil/trace.go:171","msg":"trace[1542366201] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"697.792733ms","start":"2026-07-10T14:50:26.555872Z","end":"2026-07-10T14:50:27.253664Z","steps":["trace[1542366201] 'process raft request' (duration: 637.00371ms)","trace[1542366201] 'compare' (duration: 60.445254ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T14:50:27.253923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:26.555862Z","time spent":"697.950488ms","remote":"127.0.0.1:45262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7684,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T14:50:27.254029Z","caller":"traceutil/trace.go:171","msg":"trace[1778633553] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"685.461916ms","start":"2026-07-10T14:50:26.568502Z","end":"2026-07-10T14:50:27.253964Z","steps":["trace[1778633553] 'process raft request' (duration: 685.172628ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:50:27.254074Z","caller":"traceutil/trace.go:171","msg":"trace[1952579855] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"685.515938ms","start":"2026-07-10T14:50:26.568488Z","end":"2026-07-10T14:50:27.254004Z","steps":["trace[1952579855] 'process raft request' (duration: 685.291002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:27.254269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:26.568455Z","time spent":"685.715473ms","remote":"127.0.0.1:45262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T14:50:27.254287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:26.568489Z","time spent":"685.662862ms","remote":"127.0.0.1:45262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28739,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T14:50:27.254435Z","caller":"traceutil/trace.go:171","msg":"trace[811551995] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"573.797601ms","start":"2026-07-10T14:50:26.680472Z","end":"2026-07-10T14:50:27.25427Z","steps":["trace[811551995] 'process raft request' (duration: 573.702338ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:50:27.254343Z","caller":"traceutil/trace.go:171","msg":"trace[414403122] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"697.358252ms","start":"2026-07-10T14:50:26.556972Z","end":"2026-07-10T14:50:27.25433Z","steps":["trace[414403122] 'process raft request' (duration: 696.594101ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:50:27.254351Z","caller":"traceutil/trace.go:171","msg":"trace[183711131] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"672.06449ms","start":"2026-07-10T14:50:26.582258Z","end":"2026-07-10T14:50:27.254323Z","steps":["trace[183711131] 'process raft request' (duration: 671.605527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:27.254701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:26.556965Z","time spent":"697.68249ms","remote":"127.0.0.1:45262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-10T14:50:27.254575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:26.680421Z","time spent":"574.097809ms","remote":"127.0.0.1:45262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-10T14:50:27.254776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:26.582248Z","time spent":"672.499571ms","remote":"127.0.0.1:45262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-10T14:50:27.254614Z","caller":"traceutil/trace.go:171","msg":"trace[732604486] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"666.9911ms","start":"2026-07-10T14:50:26.587476Z","end":"2026-07-10T14:50:27.254467Z","steps":["trace[732604486] 'process raft request' (duration: 666.465826ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:27.255082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:26.587461Z","time spent":"667.431053ms","remote":"127.0.0.1:45262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T14:50:28.258646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.949338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:50:28.258779Z","caller":"traceutil/trace.go:171","msg":"trace[1195377574] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:557; }","duration":"140.131833ms","start":"2026-07-10T14:50:28.118606Z","end":"2026-07-10T14:50:28.258737Z","steps":["trace[1195377574] 'range keys from in-memory index tree' (duration: 139.786034ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:50:28.258845Z","caller":"traceutil/trace.go:171","msg":"trace[140100487] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"129.616936ms","start":"2026-07-10T14:50:28.129179Z","end":"2026-07-10T14:50:28.258796Z","steps":["trace[140100487] 'process raft request' (duration: 49.954217ms)","trace[140100487] 'compare' (duration: 79.247057ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T14:50:28.329454Z","caller":"traceutil/trace.go:171","msg":"trace[1515967226] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"108.665513ms","start":"2026-07-10T14:50:28.220737Z","end":"2026-07-10T14:50:28.329403Z","steps":["trace[1515967226] 'process raft request' (duration: 107.584063ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:29.53445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037091158s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:50:29.53461Z","caller":"traceutil/trace.go:171","msg":"trace[373514678] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:559; }","duration":"1.037259952s","start":"2026-07-10T14:50:28.497327Z","end":"2026-07-10T14:50:29.534587Z","steps":["trace[373514678] 'range keys from in-memory index tree' (duration: 1.037074807s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:29.534881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.988045ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-10T14:50:29.535024Z","caller":"traceutil/trace.go:171","msg":"trace[365203837] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"1.132068266s","start":"2026-07-10T14:50:28.402929Z","end":"2026-07-10T14:50:29.534997Z","steps":["trace[365203837] 'process raft request' (duration: 864.861865ms)","trace[365203837] 'compare' (duration: 266.834921ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T14:50:29.535107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:28.402899Z","time spent":"1.132167059s","remote":"127.0.0.1:45262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15664,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T14:50:29.548344Z","caller":"traceutil/trace.go:171","msg":"trace[1058951930] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"1.079873059s","start":"2026-07-10T14:50:28.468436Z","end":"2026-07-10T14:50:29.548309Z","steps":["trace[1058951930] 'process raft request' (duration: 1.079471928s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:29.548436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:28.468405Z","time spent":"1.079995452s","remote":"127.0.0.1:45262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":207462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-10T14:50:29.548828Z","caller":"traceutil/trace.go:171","msg":"trace[2027659480] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"960.380939ms","start":"2026-07-10T14:50:28.588402Z","end":"2026-07-10T14:50:29.548783Z","steps":["trace[2027659480] 'process raft request' (duration: 959.946007ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:50:29.549067Z","caller":"traceutil/trace.go:171","msg":"trace[1329160394] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"921.31874ms","start":"2026-07-10T14:50:28.627733Z","end":"2026-07-10T14:50:29.549052Z","steps":["trace[1329160394] 'process raft request' (duration: 920.921449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:29.5491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:28.58837Z","time spent":"960.620745ms","remote":"127.0.0.1:45262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":570090,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T14:50:29.549139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.847527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-10T14:50:29.549156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:28.627711Z","time spent":"921.399673ms","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T14:50:29.549194Z","caller":"traceutil/trace.go:171","msg":"trace[736808691] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:563; }","duration":"264.94743ms","start":"2026-07-10T14:50:29.284232Z","end":"2026-07-10T14:50:29.549179Z","steps":["trace[736808691] 'agreement among raft nodes before linearized reading' (duration: 264.738784ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:50:29.548944Z","caller":"traceutil/trace.go:171","msg":"trace[701018697] linearizableReadLoop","detail":"{readStateIndex:586; appliedIndex:583; }","duration":"264.623481ms","start":"2026-07-10T14:50:29.284297Z","end":"2026-07-10T14:50:29.548921Z","steps":["trace[701018697] 'read index received' (duration: 263.564962ms)","trace[701018697] 'applied index is now lower than readState.Index' (duration: 1.055819ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T14:50:29.549486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.389207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-10T14:50:29.549504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.513953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-10T14:50:29.549529Z","caller":"traceutil/trace.go:171","msg":"trace[814062738] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:563; }","duration":"244.48678ms","start":"2026-07-10T14:50:29.305031Z","end":"2026-07-10T14:50:29.549518Z","steps":["trace[814062738] 'agreement among raft nodes before linearized reading' (duration: 244.356696ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:50:29.54955Z","caller":"traceutil/trace.go:171","msg":"trace[2021778216] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:563; }","duration":"156.610805ms","start":"2026-07-10T14:50:29.392926Z","end":"2026-07-10T14:50:29.549537Z","steps":["trace[2021778216] 'agreement among raft nodes before linearized reading' (duration: 156.480772ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:29.813769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.949184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gateways.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:59631"} {"level":"info","ts":"2026-07-10T14:50:29.8139Z","caller":"traceutil/trace.go:171","msg":"trace[574743190] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/gateways.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:567; }","duration":"165.143449ms","start":"2026-07-10T14:50:29.648724Z","end":"2026-07-10T14:50:29.813868Z","steps":["trace[574743190] 'range keys from in-memory index tree' (duration: 164.671226ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:50:29.822207Z","caller":"traceutil/trace.go:171","msg":"trace[1871743598] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"170.750143ms","start":"2026-07-10T14:50:29.651423Z","end":"2026-07-10T14:50:29.822173Z","steps":["trace[1871743598] 'process raft request' (duration: 170.371782ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:50:33.776575Z","caller":"traceutil/trace.go:171","msg":"trace[363306843] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"200.99201ms","start":"2026-07-10T14:50:33.57556Z","end":"2026-07-10T14:50:33.776552Z","steps":["trace[363306843] 'process raft request' (duration: 200.787664ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:50:33.777034Z","caller":"traceutil/trace.go:171","msg":"trace[1152170455] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"200.107156ms","start":"2026-07-10T14:50:33.576916Z","end":"2026-07-10T14:50:33.777023Z","steps":["trace[1152170455] 'process raft request' (duration: 199.591562ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:50:33.80528Z","caller":"traceutil/trace.go:171","msg":"trace[905105350] linearizableReadLoop","detail":"{readStateIndex:615; appliedIndex:612; }","duration":"138.268033ms","start":"2026-07-10T14:50:33.666989Z","end":"2026-07-10T14:50:33.805257Z","steps":["trace[905105350] 'read index received' (duration: 109.309731ms)","trace[905105350] 'applied index is now lower than readState.Index' (duration: 28.926982ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T14:50:33.805438Z","caller":"traceutil/trace.go:171","msg":"trace[137469216] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"223.840195ms","start":"2026-07-10T14:50:33.581567Z","end":"2026-07-10T14:50:33.805407Z","steps":["trace[137469216] 'process raft request' (duration: 195.443347ms)","trace[137469216] 'compare' (duration: 27.802241ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T14:50:33.805502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.494419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-gqhdp\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-07-10T14:50:33.805562Z","caller":"traceutil/trace.go:171","msg":"trace[383777135] range","detail":"{range_begin:/registry/pods/kube-system/cilium-gqhdp; range_end:; response_count:1; response_revision:591; }","duration":"138.610372ms","start":"2026-07-10T14:50:33.666936Z","end":"2026-07-10T14:50:33.805546Z","steps":["trace[383777135] 'agreement among raft nodes before linearized reading' (duration: 138.406217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:34.341746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.065241ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-10T14:50:34.341924Z","caller":"traceutil/trace.go:171","msg":"trace[82999010] linearizableReadLoop","detail":"{readStateIndex:617; appliedIndex:615; }","duration":"261.384952ms","start":"2026-07-10T14:50:34.080523Z","end":"2026-07-10T14:50:34.341908Z","steps":["trace[82999010] 'read index received' (duration: 71.094565ms)","trace[82999010] 'applied index is now lower than readState.Index' (duration: 190.289277ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T14:50:34.342013Z","caller":"traceutil/trace.go:171","msg":"trace[360976806] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"521.756447ms","start":"2026-07-10T14:50:33.820232Z","end":"2026-07-10T14:50:34.341989Z","steps":["trace[360976806] 'process raft request' (duration: 331.371768ms)","trace[360976806] 'compare' (duration: 189.944267ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T14:50:34.342039Z","caller":"traceutil/trace.go:171","msg":"trace[1702277008] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"475.114131ms","start":"2026-07-10T14:50:33.866901Z","end":"2026-07-10T14:50:34.342015Z","steps":["trace[1702277008] 'process raft request' (duration: 474.960157ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:34.342088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.570888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-10T14:50:34.342122Z","caller":"traceutil/trace.go:171","msg":"trace[95633554] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:593; }","duration":"261.651689ms","start":"2026-07-10T14:50:34.080461Z","end":"2026-07-10T14:50:34.342112Z","steps":["trace[95633554] 'agreement among raft nodes before linearized reading' (duration: 261.500585ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:34.342128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:33.820212Z","time spent":"521.854099ms","remote":"127.0.0.1:45390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T14:50:34.34215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:33.866867Z","time spent":"475.217444ms","remote":"127.0.0.1:45566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1044,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-10T14:50:35.619338Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128741632,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:50:35.996261Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.17496915s","expected-duration":"1s"} {"level":"info","ts":"2026-07-10T14:50:36.002698Z","caller":"traceutil/trace.go:171","msg":"trace[947902748] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"1.183335049s","start":"2026-07-10T14:50:34.819308Z","end":"2026-07-10T14:50:36.002643Z","steps":["trace[947902748] 'process raft request' (duration: 1.177577261s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:36.002918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:34.819278Z","time spent":"1.183519284s","remote":"127.0.0.1:45302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036229,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T14:50:36.02468Z","caller":"traceutil/trace.go:171","msg":"trace[921913173] linearizableReadLoop","detail":"{readStateIndex:620; appliedIndex:618; }","duration":"905.403204ms","start":"2026-07-10T14:50:35.119204Z","end":"2026-07-10T14:50:36.024608Z","steps":["trace[921913173] 'read index received' (duration: 877.49093ms)","trace[921913173] 'applied index is now lower than readState.Index' (duration: 27.910704ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T14:50:36.024878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.651921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T14:50:36.025819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.906483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-10T14:50:36.025906Z","caller":"traceutil/trace.go:171","msg":"trace[1693302074] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:595; }","duration":"419.882019ms","start":"2026-07-10T14:50:35.606009Z","end":"2026-07-10T14:50:36.025891Z","steps":["trace[1693302074] 'agreement among raft nodes before linearized reading' (duration: 418.798179ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:50:36.025829Z","caller":"traceutil/trace.go:171","msg":"trace[1409437462] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:595; }","duration":"906.673909ms","start":"2026-07-10T14:50:35.119131Z","end":"2026-07-10T14:50:36.025805Z","steps":["trace[1409437462] 'agreement among raft nodes before linearized reading' (duration: 905.63465ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:36.026042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.160219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-10T14:50:36.026024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.878041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-10T14:50:36.026017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:35.605985Z","time spent":"420.014173ms","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-10T14:50:36.026085Z","caller":"traceutil/trace.go:171","msg":"trace[1695628928] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:595; }","duration":"245.249831ms","start":"2026-07-10T14:50:35.780826Z","end":"2026-07-10T14:50:36.026076Z","steps":["trace[1695628928] 'agreement among raft nodes before linearized reading' (duration: 245.056386ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:36.026068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:35.119106Z","time spent":"906.915086ms","remote":"127.0.0.1:45202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-10T14:50:36.026117Z","caller":"traceutil/trace.go:171","msg":"trace[516967498] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:595; }","duration":"245.003905ms","start":"2026-07-10T14:50:35.78109Z","end":"2026-07-10T14:50:36.026094Z","steps":["trace[516967498] 'agreement among raft nodes before linearized reading' (duration: 244.704076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:41.833773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.983006ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-10T14:50:41.833991Z","caller":"traceutil/trace.go:171","msg":"trace[2042096405] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"108.109179ms","start":"2026-07-10T14:50:41.725864Z","end":"2026-07-10T14:50:41.833973Z","steps":["trace[2042096405] 'process raft request' (duration: 108.045107ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:50:41.833976Z","caller":"traceutil/trace.go:171","msg":"trace[920379569] transaction","detail":"{read_only:false; response_revision:686; number_of_response:1; }","duration":"215.009825ms","start":"2026-07-10T14:50:41.618917Z","end":"2026-07-10T14:50:41.833926Z","steps":["trace[920379569] 'process raft request' (duration: 55.777742ms)","trace[920379569] 'compare' (duration: 158.77144ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T14:50:41.834132Z","caller":"traceutil/trace.go:171","msg":"trace[1289870580] linearizableReadLoop","detail":"{readStateIndex:712; appliedIndex:711; }","duration":"128.54782ms","start":"2026-07-10T14:50:41.705545Z","end":"2026-07-10T14:50:41.834093Z","steps":["trace[1289870580] 'read index received' (duration: 59.752µs)","trace[1289870580] 'applied index is now lower than readState.Index' (duration: 128.483898ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T14:50:41.83457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.604188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-gqhdp\" ","response":"range_response_count:1 size:18333"} {"level":"info","ts":"2026-07-10T14:50:41.834646Z","caller":"traceutil/trace.go:171","msg":"trace[512344190] range","detail":"{range_begin:/registry/pods/kube-system/cilium-gqhdp; range_end:; response_count:1; response_revision:687; }","duration":"110.742181ms","start":"2026-07-10T14:50:41.723884Z","end":"2026-07-10T14:50:41.834626Z","steps":["trace[512344190] 'agreement among raft nodes before linearized reading' (duration: 110.447313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:41.834633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.061494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"info","ts":"2026-07-10T14:50:41.834795Z","caller":"traceutil/trace.go:171","msg":"trace[1182835861] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:687; }","duration":"129.238399ms","start":"2026-07-10T14:50:41.705497Z","end":"2026-07-10T14:50:41.834736Z","steps":["trace[1182835861] 'agreement among raft nodes before linearized reading' (duration: 128.814247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:42.67171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.188004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:50:42.671829Z","caller":"traceutil/trace.go:171","msg":"trace[1864731466] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:695; }","duration":"103.368199ms","start":"2026-07-10T14:50:42.568434Z","end":"2026-07-10T14:50:42.671802Z","steps":["trace[1864731466] 'range keys from in-memory index tree' (duration: 103.144793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:42.67188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.698908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:50:42.671966Z","caller":"traceutil/trace.go:171","msg":"trace[1470661843] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:695; }","duration":"103.822021ms","start":"2026-07-10T14:50:42.568127Z","end":"2026-07-10T14:50:42.671949Z","steps":["trace[1470661843] 'count revisions from in-memory index tree' (duration: 103.651567ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:42.671984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.848142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:50:42.672129Z","caller":"traceutil/trace.go:171","msg":"trace[1492327579] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:695; }","duration":"104.078418ms","start":"2026-07-10T14:50:42.568027Z","end":"2026-07-10T14:50:42.672105Z","steps":["trace[1492327579] 'range keys from in-memory index tree' (duration: 103.75155ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:50:52.560015Z","caller":"traceutil/trace.go:171","msg":"trace[1938890194] transaction","detail":"{read_only:false; response_revision:766; number_of_response:1; }","duration":"387.916832ms","start":"2026-07-10T14:50:52.172072Z","end":"2026-07-10T14:50:52.559989Z","steps":["trace[1938890194] 'process raft request' (duration: 387.735467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:52.560178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:52.172055Z","time spent":"388.041216ms","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T14:50:52.642465Z","caller":"traceutil/trace.go:171","msg":"trace[1709421846] transaction","detail":"{read_only:false; response_revision:767; number_of_response:1; }","duration":"470.033357ms","start":"2026-07-10T14:50:52.1724Z","end":"2026-07-10T14:50:52.642433Z","steps":["trace[1709421846] 'process raft request' (duration: 416.421645ms)","trace[1709421846] 'compare' (duration: 53.404097ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T14:50:52.642585Z","caller":"traceutil/trace.go:171","msg":"trace[1478535663] transaction","detail":"{read_only:false; response_revision:768; number_of_response:1; }","duration":"469.521804ms","start":"2026-07-10T14:50:52.17304Z","end":"2026-07-10T14:50:52.642562Z","steps":["trace[1478535663] 'process raft request' (duration: 469.323548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:52.642666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:52.172369Z","time spent":"470.223923ms","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T14:50:52.642681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:52.173029Z","time spent":"469.602006ms","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T14:50:52.642778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.078498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-10T14:50:52.642949Z","caller":"traceutil/trace.go:171","msg":"trace[1349007377] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:768; }","duration":"100.344515ms","start":"2026-07-10T14:50:52.542561Z","end":"2026-07-10T14:50:52.642905Z","steps":["trace[1349007377] 'agreement among raft nodes before linearized reading' (duration: 99.858342ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:51:23.177581Z","caller":"traceutil/trace.go:171","msg":"trace[628831102] linearizableReadLoop","detail":"{readStateIndex:1203; appliedIndex:1202; }","duration":"405.377522ms","start":"2026-07-10T14:51:22.772183Z","end":"2026-07-10T14:51:23.17756Z","steps":["trace[628831102] 'read index received' (duration: 405.28638ms)","trace[628831102] 'applied index is now lower than readState.Index' (duration: 90.402µs)"],"step_count":2} {"level":"warn","ts":"2026-07-10T14:51:23.177719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.525706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-10T14:51:23.177748Z","caller":"traceutil/trace.go:171","msg":"trace[1155157733] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1167; }","duration":"405.618819ms","start":"2026-07-10T14:51:22.772122Z","end":"2026-07-10T14:51:23.177741Z","steps":["trace[1155157733] 'agreement among raft nodes before linearized reading' (duration: 405.548677ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:51:23.177776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:51:22.772101Z","time spent":"405.66894ms","remote":"127.0.0.1:45454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":2,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-07-10T14:51:23.177681Z","caller":"traceutil/trace.go:171","msg":"trace[1391335634] transaction","detail":"{read_only:false; response_revision:1167; number_of_response:1; }","duration":"478.928913ms","start":"2026-07-10T14:51:22.698709Z","end":"2026-07-10T14:51:23.177638Z","steps":["trace[1391335634] 'process raft request' (duration: 478.717197ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:51:23.17802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:51:22.698688Z","time spent":"479.185099ms","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T14:51:23.227128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.698637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-10T14:51:23.227088Z","caller":"traceutil/trace.go:171","msg":"trace[1595196157] transaction","detail":"{read_only:false; response_revision:1168; number_of_response:1; }","duration":"237.153573ms","start":"2026-07-10T14:51:22.989889Z","end":"2026-07-10T14:51:23.227043Z","steps":["trace[1595196157] 'process raft request' (duration: 236.853395ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:51:23.227192Z","caller":"traceutil/trace.go:171","msg":"trace[2139701510] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1168; }","duration":"438.78344ms","start":"2026-07-10T14:51:22.788393Z","end":"2026-07-10T14:51:23.227176Z","steps":["trace[2139701510] 'agreement among raft nodes before linearized reading' (duration: 438.571634ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:51:23.227263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.654843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-10T14:51:23.227327Z","caller":"traceutil/trace.go:171","msg":"trace[446432734] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1168; }","duration":"439.756806ms","start":"2026-07-10T14:51:22.787551Z","end":"2026-07-10T14:51:23.227308Z","steps":["trace[446432734] 'agreement among raft nodes before linearized reading' (duration: 439.54423ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:51:23.227292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:51:22.788385Z","time spent":"438.896133ms","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-10T14:51:23.227375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:51:22.787533Z","time spent":"439.833628ms","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-10T14:51:23.227148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.542975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-10T14:51:23.227502Z","caller":"traceutil/trace.go:171","msg":"trace[731980058] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1168; }","duration":"441.977286ms","start":"2026-07-10T14:51:22.785515Z","end":"2026-07-10T14:51:23.227492Z","steps":["trace[731980058] 'agreement among raft nodes before linearized reading' (duration: 441.414421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:51:23.227531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:51:22.785492Z","time spent":"442.030498ms","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-10T14:51:27.120089Z","caller":"traceutil/trace.go:171","msg":"trace[1004423709] transaction","detail":"{read_only:false; response_revision:1190; number_of_response:1; }","duration":"114.409403ms","start":"2026-07-10T14:51:27.005648Z","end":"2026-07-10T14:51:27.120057Z","steps":["trace[1004423709] 'process raft request' (duration: 85.828558ms)","trace[1004423709] 'compare' (duration: 28.322867ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T14:51:27.254193Z","caller":"traceutil/trace.go:171","msg":"trace[174849885] transaction","detail":"{read_only:false; response_revision:1191; number_of_response:1; }","duration":"128.248982ms","start":"2026-07-10T14:51:27.125907Z","end":"2026-07-10T14:51:27.254156Z","steps":["trace[174849885] 'process raft request' (duration: 116.840669ms)","trace[174849885] 'compare' (duration: 11.215228ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T14:51:44.229405Z","caller":"traceutil/trace.go:171","msg":"trace[52481680] linearizableReadLoop","detail":"{readStateIndex:1461; appliedIndex:1460; }","duration":"111.047967ms","start":"2026-07-10T14:51:44.11832Z","end":"2026-07-10T14:51:44.229368Z","steps":["trace[52481680] 'read index received' (duration: 39.071306ms)","trace[52481680] 'applied index is now lower than readState.Index' (duration: 71.975171ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T14:51:44.229526Z","caller":"traceutil/trace.go:171","msg":"trace[2062328146] transaction","detail":"{read_only:false; response_revision:1417; number_of_response:1; }","duration":"222.899085ms","start":"2026-07-10T14:51:44.006569Z","end":"2026-07-10T14:51:44.229468Z","steps":["trace[2062328146] 'process raft request' (duration: 150.770779ms)","trace[2062328146] 'compare' (duration: 71.816617ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T14:51:44.229626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.283763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:51:44.229667Z","caller":"traceutil/trace.go:171","msg":"trace[1177269865] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1417; }","duration":"111.394556ms","start":"2026-07-10T14:51:44.11826Z","end":"2026-07-10T14:51:44.229654Z","steps":["trace[1177269865] 'agreement among raft nodes before linearized reading' (duration: 111.252702ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:51:51.132713Z","caller":"traceutil/trace.go:171","msg":"trace[248587940] transaction","detail":"{read_only:false; response_revision:1506; number_of_response:1; }","duration":"103.237912ms","start":"2026-07-10T14:51:51.029444Z","end":"2026-07-10T14:51:51.132682Z","steps":["trace[248587940] 'process raft request' (duration: 44.731202ms)","trace[248587940] 'compare' (duration: 58.382217ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T14:51:51.155907Z","caller":"traceutil/trace.go:171","msg":"trace[720393144] transaction","detail":"{read_only:false; response_revision:1507; number_of_response:1; }","duration":"120.686162ms","start":"2026-07-10T14:51:51.035192Z","end":"2026-07-10T14:51:51.155878Z","steps":["trace[720393144] 'process raft request' (duration: 120.384904ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:51:51.663935Z","caller":"traceutil/trace.go:171","msg":"trace[1883709394] transaction","detail":"{read_only:false; response_revision:1526; number_of_response:1; }","duration":"158.955735ms","start":"2026-07-10T14:51:51.504944Z","end":"2026-07-10T14:51:51.6639Z","steps":["trace[1883709394] 'process raft request' (duration: 97.671769ms)","trace[1883709394] 'compare' (duration: 61.109021ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T14:52:13.349325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.369383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:52:13.349439Z","caller":"traceutil/trace.go:171","msg":"trace[363091562] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1859; }","duration":"229.555258ms","start":"2026-07-10T14:52:13.119863Z","end":"2026-07-10T14:52:13.349419Z","steps":["trace[363091562] 'range keys from in-memory index tree' (duration: 229.25338ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:13.349669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.32377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0be497c1-a94b-4bac-a2ef-c3b0f6fe2ab9\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-07-10T14:52:13.349821Z","caller":"traceutil/trace.go:171","msg":"trace[1315133677] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0be497c1-a94b-4bac-a2ef-c3b0f6fe2ab9; range_end:; response_count:1; response_revision:1859; }","duration":"129.556636ms","start":"2026-07-10T14:52:13.220229Z","end":"2026-07-10T14:52:13.349785Z","steps":["trace[1315133677] 'range keys from in-memory index tree' (duration: 129.050012ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:52:13.535042Z","caller":"traceutil/trace.go:171","msg":"trace[461466359] transaction","detail":"{read_only:false; response_revision:1860; number_of_response:1; }","duration":"176.22335ms","start":"2026-07-10T14:52:13.358777Z","end":"2026-07-10T14:52:13.535Z","steps":["trace[461466359] 'process raft request' (duration: 175.874331ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:13.535407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.789617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0be497c1-a94b-4bac-a2ef-c3b0f6fe2ab9\" ","response":"range_response_count:1 size:3743"} {"level":"info","ts":"2026-07-10T14:52:13.535503Z","caller":"traceutil/trace.go:171","msg":"trace[1524526358] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0be497c1-a94b-4bac-a2ef-c3b0f6fe2ab9; range_end:; response_count:1; response_revision:1860; }","duration":"124.011023ms","start":"2026-07-10T14:52:13.411472Z","end":"2026-07-10T14:52:13.535483Z","steps":["trace[1524526358] 'agreement among raft nodes before linearized reading' (duration: 123.615742ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:52:13.534978Z","caller":"traceutil/trace.go:171","msg":"trace[1719486265] linearizableReadLoop","detail":"{readStateIndex:1932; appliedIndex:1931; }","duration":"123.351255ms","start":"2026-07-10T14:52:13.411586Z","end":"2026-07-10T14:52:13.534938Z","steps":["trace[1719486265] 'read index received' (duration: 123.117788ms)","trace[1719486265] 'applied index is now lower than readState.Index' (duration: 231.987µs)"],"step_count":2} {"level":"warn","ts":"2026-07-10T14:52:13.540869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.082643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:52:13.540971Z","caller":"traceutil/trace.go:171","msg":"trace[1570587687] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1861; }","duration":"109.274318ms","start":"2026-07-10T14:52:13.431671Z","end":"2026-07-10T14:52:13.540945Z","steps":["trace[1570587687] 'agreement among raft nodes before linearized reading' (duration: 109.046692ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:52:14.388522Z","caller":"traceutil/trace.go:171","msg":"trace[1817349685] transaction","detail":"{read_only:false; response_revision:1863; number_of_response:1; }","duration":"759.907124ms","start":"2026-07-10T14:52:13.628593Z","end":"2026-07-10T14:52:14.3885Z","steps":["trace[1817349685] 'process raft request' (duration: 759.73315ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:14.388789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:13.628566Z","time spent":"760.122391ms","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T14:52:14.39641Z","caller":"traceutil/trace.go:171","msg":"trace[1207372526] transaction","detail":"{read_only:false; response_revision:1865; number_of_response:1; }","duration":"767.761042ms","start":"2026-07-10T14:52:13.628624Z","end":"2026-07-10T14:52:14.396385Z","steps":["trace[1207372526] 'process raft request' (duration: 767.637458ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:52:14.3966Z","caller":"traceutil/trace.go:171","msg":"trace[1768251669] transaction","detail":"{read_only:false; response_revision:1866; number_of_response:1; }","duration":"699.809481ms","start":"2026-07-10T14:52:13.696777Z","end":"2026-07-10T14:52:14.396587Z","steps":["trace[1768251669] 'process raft request' (duration: 699.555214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:14.3966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:13.628598Z","time spent":"767.903765ms","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T14:52:14.396685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:13.696742Z","time spent":"699.899804ms","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T14:52:14.396443Z","caller":"traceutil/trace.go:171","msg":"trace[945817242] transaction","detail":"{read_only:false; response_revision:1864; number_of_response:1; }","duration":"767.803173ms","start":"2026-07-10T14:52:13.62862Z","end":"2026-07-10T14:52:14.396423Z","steps":["trace[945817242] 'process raft request' (duration: 767.485264ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:52:14.396851Z","caller":"traceutil/trace.go:171","msg":"trace[1768406901] transaction","detail":"{read_only:false; response_revision:1867; number_of_response:1; }","duration":"427.25436ms","start":"2026-07-10T14:52:13.969566Z","end":"2026-07-10T14:52:14.39682Z","steps":["trace[1768406901] 'process raft request' (duration: 426.953681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:14.397017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:13.969538Z","time spent":"427.394764ms","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T14:52:14.397077Z","caller":"traceutil/trace.go:171","msg":"trace[1714900880] transaction","detail":"{read_only:false; response_revision:1868; number_of_response:1; }","duration":"114.434079ms","start":"2026-07-10T14:52:14.282633Z","end":"2026-07-10T14:52:14.397067Z","steps":["trace[1714900880] 'process raft request' (duration: 114.10337ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:52:14.396901Z","caller":"traceutil/trace.go:171","msg":"trace[1222822039] linearizableReadLoop","detail":"{readStateIndex:1938; appliedIndex:1934; }","duration":"442.463658ms","start":"2026-07-10T14:52:13.954426Z","end":"2026-07-10T14:52:14.396889Z","steps":["trace[1222822039] 'read index received' (duration: 433.977185ms)","trace[1222822039] 'applied index is now lower than readState.Index' (duration: 8.485353ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T14:52:14.397039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.622602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-10T14:52:14.397034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:13.628595Z","time spent":"768.260194ms","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T14:52:14.397265Z","caller":"traceutil/trace.go:171","msg":"trace[330672619] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1868; }","duration":"442.857479ms","start":"2026-07-10T14:52:13.95435Z","end":"2026-07-10T14:52:14.397207Z","steps":["trace[330672619] 'agreement among raft nodes before linearized reading' (duration: 442.574501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:14.397396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:13.954322Z","time spent":"443.053455ms","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-10T14:52:14.397524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.006011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-10T14:52:14.397672Z","caller":"traceutil/trace.go:171","msg":"trace[597111665] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1868; }","duration":"250.235677ms","start":"2026-07-10T14:52:14.147399Z","end":"2026-07-10T14:52:14.397635Z","steps":["trace[597111665] 'agreement among raft nodes before linearized reading' (duration: 249.953319ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:52:22.618325Z","caller":"traceutil/trace.go:171","msg":"trace[1408595086] transaction","detail":"{read_only:false; response_revision:1937; number_of_response:1; }","duration":"126.335148ms","start":"2026-07-10T14:52:22.491971Z","end":"2026-07-10T14:52:22.618306Z","steps":["trace[1408595086] 'process raft request' (duration: 126.190824ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:22.795451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.942033ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-10T14:52:22.795673Z","caller":"traceutil/trace.go:171","msg":"trace[538520775] linearizableReadLoop","detail":"{readStateIndex:2013; appliedIndex:2011; }","duration":"288.595762ms","start":"2026-07-10T14:52:22.507058Z","end":"2026-07-10T14:52:22.795654Z","steps":["trace[538520775] 'read index received' (duration: 111.083937ms)","trace[538520775] 'applied index is now lower than readState.Index' (duration: 177.510935ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T14:52:22.795739Z","caller":"traceutil/trace.go:171","msg":"trace[871724803] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"286.907865ms","start":"2026-07-10T14:52:22.5088Z","end":"2026-07-10T14:52:22.795708Z","steps":["trace[871724803] 'process raft request' (duration: 286.765121ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:52:22.795757Z","caller":"traceutil/trace.go:171","msg":"trace[1551207341] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"289.452325ms","start":"2026-07-10T14:52:22.506259Z","end":"2026-07-10T14:52:22.795711Z","steps":["trace[1551207341] 'process raft request' (duration: 174.138062ms)","trace[1551207341] 'compare' (duration: 114.704567ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T14:52:22.795874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.822499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-10T14:52:22.795915Z","caller":"traceutil/trace.go:171","msg":"trace[2110361768] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1939; }","duration":"288.86412ms","start":"2026-07-10T14:52:22.507041Z","end":"2026-07-10T14:52:22.795905Z","steps":["trace[2110361768] 'agreement among raft nodes before linearized reading' (duration: 288.712916ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:22.79604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.49802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-10T14:52:22.796106Z","caller":"traceutil/trace.go:171","msg":"trace[1432695483] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1939; }","duration":"284.597562ms","start":"2026-07-10T14:52:22.511495Z","end":"2026-07-10T14:52:22.796092Z","steps":["trace[1432695483] 'agreement among raft nodes before linearized reading' (duration: 284.370896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:22.796103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.926797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-10T14:52:22.796129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.721755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-10T14:52:22.796162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.141322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-10T14:52:22.796202Z","caller":"traceutil/trace.go:171","msg":"trace[1697733080] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1939; }","duration":"276.800227ms","start":"2026-07-10T14:52:22.519386Z","end":"2026-07-10T14:52:22.796187Z","steps":["trace[1697733080] 'agreement among raft nodes before linearized reading' (duration: 276.676914ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:52:22.796207Z","caller":"traceutil/trace.go:171","msg":"trace[1490832634] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1939; }","duration":"283.259605ms","start":"2026-07-10T14:52:22.512935Z","end":"2026-07-10T14:52:22.796194Z","steps":["trace[1490832634] 'agreement among raft nodes before linearized reading' (duration: 283.038269ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:52:22.796197Z","caller":"traceutil/trace.go:171","msg":"trace[345790532] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1939; }","duration":"283.029509ms","start":"2026-07-10T14:52:22.513141Z","end":"2026-07-10T14:52:22.796171Z","steps":["trace[345790532] 'agreement among raft nodes before linearized reading' (duration: 282.822043ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:52:23.123783Z","caller":"traceutil/trace.go:171","msg":"trace[38678584] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"323.38439ms","start":"2026-07-10T14:52:22.800371Z","end":"2026-07-10T14:52:23.123755Z","steps":["trace[38678584] 'process raft request' (duration: 237.311001ms)","trace[38678584] 'compare' (duration: 85.888114ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T14:52:23.12396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:22.800344Z","time spent":"323.525624ms","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T14:52:23.124101Z","caller":"traceutil/trace.go:171","msg":"trace[873254702] transaction","detail":"{read_only:false; response_revision:1941; number_of_response:1; }","duration":"323.698429ms","start":"2026-07-10T14:52:22.800382Z","end":"2026-07-10T14:52:23.12408Z","steps":["trace[873254702] 'process raft request' (duration: 323.330779ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:52:23.124149Z","caller":"traceutil/trace.go:171","msg":"trace[468256521] transaction","detail":"{read_only:false; response_revision:1943; number_of_response:1; }","duration":"322.316441ms","start":"2026-07-10T14:52:22.801802Z","end":"2026-07-10T14:52:23.124119Z","steps":["trace[468256521] 'process raft request' (duration: 322.254519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:23.124223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:22.800365Z","time spent":"323.798161ms","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T14:52:23.124358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:22.801794Z","time spent":"322.451644ms","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T14:52:23.124422Z","caller":"traceutil/trace.go:171","msg":"trace[1079319684] transaction","detail":"{read_only:false; response_revision:1942; number_of_response:1; }","duration":"323.986967ms","start":"2026-07-10T14:52:22.800422Z","end":"2026-07-10T14:52:23.124409Z","steps":["trace[1079319684] 'process raft request' (duration: 323.493523ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:23.124488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:22.800417Z","time spent":"324.038978ms","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T14:52:27.325282Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744355,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-10T14:52:27.413181Z","caller":"traceutil/trace.go:171","msg":"trace[1872640066] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"781.52265ms","start":"2026-07-10T14:52:26.631632Z","end":"2026-07-10T14:52:27.413154Z","steps":["trace[1872640066] 'process raft request' (duration: 781.316054ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:27.413358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:26.631595Z","time spent":"781.685224ms","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T14:52:27.536585Z","caller":"traceutil/trace.go:171","msg":"trace[1117091141] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"727.818391ms","start":"2026-07-10T14:52:26.808741Z","end":"2026-07-10T14:52:27.536559Z","steps":["trace[1117091141] 'process raft request' (duration: 726.773203ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:27.536766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:26.808707Z","time spent":"727.972216ms","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T14:52:27.536868Z","caller":"traceutil/trace.go:171","msg":"trace[685308404] linearizableReadLoop","detail":"{readStateIndex:2046; appliedIndex:2042; }","duration":"711.634076ms","start":"2026-07-10T14:52:26.82521Z","end":"2026-07-10T14:52:27.536844Z","steps":["trace[685308404] 'read index received' (duration: 587.743986ms)","trace[685308404] 'applied index is now lower than readState.Index' (duration: 123.88918ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T14:52:27.536908Z","caller":"traceutil/trace.go:171","msg":"trace[1063659757] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"254.186986ms","start":"2026-07-10T14:52:27.282691Z","end":"2026-07-10T14:52:27.536878Z","steps":["trace[1063659757] 'process raft request' (duration: 254.044032ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:27.537054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.908895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:52:27.537095Z","caller":"traceutil/trace.go:171","msg":"trace[1214396056] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1970; }","duration":"417.035558ms","start":"2026-07-10T14:52:27.120049Z","end":"2026-07-10T14:52:27.537084Z","steps":["trace[1214396056] 'agreement among raft nodes before linearized reading' (duration: 416.948385ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:52:27.537081Z","caller":"traceutil/trace.go:171","msg":"trace[1284895711] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"725.978862ms","start":"2026-07-10T14:52:26.81106Z","end":"2026-07-10T14:52:27.537039Z","steps":["trace[1284895711] 'process raft request' (duration: 725.452587ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:27.537134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.913894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-10T14:52:27.53721Z","caller":"traceutil/trace.go:171","msg":"trace[1064889434] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1970; }","duration":"712.039328ms","start":"2026-07-10T14:52:26.825149Z","end":"2026-07-10T14:52:27.537188Z","steps":["trace[1064889434] 'agreement among raft nodes before linearized reading' (duration: 711.816572ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:27.537451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.620012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-10T14:52:27.537466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:26.825128Z","time spent":"712.322646ms","remote":"127.0.0.1:42220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-10T14:52:27.537496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.378489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-10T14:52:27.537509Z","caller":"traceutil/trace.go:171","msg":"trace[1119270890] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1970; }","duration":"398.720644ms","start":"2026-07-10T14:52:27.138775Z","end":"2026-07-10T14:52:27.537495Z","steps":["trace[1119270890] 'agreement among raft nodes before linearized reading' (duration: 398.57198ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:52:27.537547Z","caller":"traceutil/trace.go:171","msg":"trace[1987845673] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1970; }","duration":"396.474802ms","start":"2026-07-10T14:52:27.14106Z","end":"2026-07-10T14:52:27.537535Z","steps":["trace[1987845673] 'agreement among raft nodes before linearized reading' (duration: 396.274327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:27.53755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:27.138746Z","time spent":"398.796466ms","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-10T14:52:27.537473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.00724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-10T14:52:27.537582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:27.141047Z","time spent":"396.529394ms","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-10T14:52:27.537139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:27.12Z","time spent":"417.129201ms","remote":"127.0.0.1:45202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T14:52:27.537318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.735935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-10T14:52:27.537642Z","caller":"traceutil/trace.go:171","msg":"trace[1530914025] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1970; }","duration":"218.280588ms","start":"2026-07-10T14:52:27.319324Z","end":"2026-07-10T14:52:27.537605Z","steps":["trace[1530914025] 'agreement among raft nodes before linearized reading' (duration: 217.866507ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:52:27.537689Z","caller":"traceutil/trace.go:171","msg":"trace[1912910637] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1970; }","duration":"391.134375ms","start":"2026-07-10T14:52:27.146541Z","end":"2026-07-10T14:52:27.537675Z","steps":["trace[1912910637] 'agreement among raft nodes before linearized reading' (duration: 390.638871ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:27.53774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:27.146528Z","time spent":"391.199888ms","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-10T14:52:27.537329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.402894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-dfqm7\" ","response":"range_response_count:1 size:5854"} {"level":"info","ts":"2026-07-10T14:52:27.537863Z","caller":"traceutil/trace.go:171","msg":"trace[1739971191] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-dfqm7; range_end:; response_count:1; response_revision:1970; }","duration":"362.994551ms","start":"2026-07-10T14:52:27.174855Z","end":"2026-07-10T14:52:27.53785Z","steps":["trace[1739971191] 'agreement among raft nodes before linearized reading' (duration: 362.176828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:27.5379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:27.174842Z","time spent":"363.047512ms","remote":"127.0.0.1:45390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5877,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-dfqm7\" "} {"level":"warn","ts":"2026-07-10T14:52:27.537366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.991876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-10T14:52:27.537969Z","caller":"traceutil/trace.go:171","msg":"trace[756979641] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1970; }","duration":"397.639925ms","start":"2026-07-10T14:52:27.140314Z","end":"2026-07-10T14:52:27.537954Z","steps":["trace[756979641] 'agreement among raft nodes before linearized reading' (duration: 396.957436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:27.538026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:27.14029Z","time spent":"397.720106ms","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-10T14:52:27.537373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:26.811034Z","time spent":"726.153506ms","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T14:52:27.537127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.469978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:52:27.538118Z","caller":"traceutil/trace.go:171","msg":"trace[183463309] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:1970; }","duration":"112.523707ms","start":"2026-07-10T14:52:27.425585Z","end":"2026-07-10T14:52:27.538109Z","steps":["trace[183463309] 'agreement among raft nodes before linearized reading' (duration: 111.501129ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:29.749485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.903108ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-10T14:52:29.749734Z","caller":"traceutil/trace.go:171","msg":"trace[1605674311] linearizableReadLoop","detail":"{readStateIndex:2066; appliedIndex:2064; }","duration":"197.915627ms","start":"2026-07-10T14:52:29.551795Z","end":"2026-07-10T14:52:29.74971Z","steps":["trace[1605674311] 'read index received' (duration: 28.642729ms)","trace[1605674311] 'applied index is now lower than readState.Index' (duration: 169.271428ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T14:52:29.749783Z","caller":"traceutil/trace.go:171","msg":"trace[2022187521] transaction","detail":"{read_only:false; response_revision:1989; number_of_response:1; }","duration":"206.175375ms","start":"2026-07-10T14:52:29.543542Z","end":"2026-07-10T14:52:29.749717Z","steps":["trace[2022187521] 'process raft request' (duration: 36.906976ms)","trace[2022187521] 'compare' (duration: 168.678682ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T14:52:29.749848Z","caller":"traceutil/trace.go:171","msg":"trace[427144333] transaction","detail":"{read_only:false; response_revision:1990; number_of_response:1; }","duration":"204.338934ms","start":"2026-07-10T14:52:29.545493Z","end":"2026-07-10T14:52:29.749832Z","steps":["trace[427144333] 'process raft request' (duration: 204.127818ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:29.750125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.294008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-10T14:52:29.750259Z","caller":"traceutil/trace.go:171","msg":"trace[1132066238] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1990; }","duration":"198.494793ms","start":"2026-07-10T14:52:29.551733Z","end":"2026-07-10T14:52:29.750228Z","steps":["trace[1132066238] 'agreement among raft nodes before linearized reading' (duration: 198.151443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:29.845245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.181156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:52:29.845324Z","caller":"traceutil/trace.go:171","msg":"trace[642180114] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:1991; }","duration":"238.3345ms","start":"2026-07-10T14:52:29.60697Z","end":"2026-07-10T14:52:29.845305Z","steps":["trace[642180114] 'agreement among raft nodes before linearized reading' (duration: 238.105934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:29.845363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.453077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-10T14:52:29.845397Z","caller":"traceutil/trace.go:171","msg":"trace[1497673193] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1991; }","duration":"293.508608ms","start":"2026-07-10T14:52:29.55188Z","end":"2026-07-10T14:52:29.845389Z","steps":["trace[1497673193] 'agreement among raft nodes before linearized reading' (duration: 293.300612ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:52:29.845378Z","caller":"traceutil/trace.go:171","msg":"trace[1497415894] transaction","detail":"{read_only:false; response_revision:1991; number_of_response:1; }","duration":"213.61855ms","start":"2026-07-10T14:52:29.631717Z","end":"2026-07-10T14:52:29.845336Z","steps":["trace[1497415894] 'process raft request' (duration: 213.111396ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:29.845373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.567435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-10T14:52:29.845483Z","caller":"traceutil/trace.go:171","msg":"trace[2081063309] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1991; }","duration":"291.73987ms","start":"2026-07-10T14:52:29.553718Z","end":"2026-07-10T14:52:29.845458Z","steps":["trace[2081063309] 'agreement among raft nodes before linearized reading' (duration: 291.536564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:29.845373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.253942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-10T14:52:29.845372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.471847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-10T14:52:29.845681Z","caller":"traceutil/trace.go:171","msg":"trace[2072999817] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1991; }","duration":"293.847238ms","start":"2026-07-10T14:52:29.551822Z","end":"2026-07-10T14:52:29.845669Z","steps":["trace[2072999817] 'agreement among raft nodes before linearized reading' (duration: 293.223911ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:52:29.84565Z","caller":"traceutil/trace.go:171","msg":"trace[1013958036] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1991; }","duration":"293.505648ms","start":"2026-07-10T14:52:29.552073Z","end":"2026-07-10T14:52:29.845578Z","steps":["trace[1013958036] 'agreement among raft nodes before linearized reading' (duration: 293.062046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:29.845683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.301297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-10T14:52:29.845826Z","caller":"traceutil/trace.go:171","msg":"trace[850484569] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1991; }","duration":"130.525872ms","start":"2026-07-10T14:52:29.715272Z","end":"2026-07-10T14:52:29.845798Z","steps":["trace[850484569] 'agreement among raft nodes before linearized reading' (duration: 130.132222ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:52:29.987643Z","caller":"traceutil/trace.go:171","msg":"trace[1920144597] transaction","detail":"{read_only:false; response_revision:1992; number_of_response:1; }","duration":"232.745094ms","start":"2026-07-10T14:52:29.75488Z","end":"2026-07-10T14:52:29.987625Z","steps":["trace[1920144597] 'process raft request' (duration: 188.801875ms)","trace[1920144597] 'compare' (duration: 43.61303ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T14:52:29.987612Z","caller":"traceutil/trace.go:171","msg":"trace[1160243316] linearizableReadLoop","detail":"{readStateIndex:2068; appliedIndex:2067; }","duration":"139.653563ms","start":"2026-07-10T14:52:29.84788Z","end":"2026-07-10T14:52:29.987534Z","steps":["trace[1160243316] 'read index received' (duration: 95.885149ms)","trace[1160243316] 'applied index is now lower than readState.Index' (duration: 43.766494ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T14:52:29.9879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.981782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-10T14:52:29.987955Z","caller":"traceutil/trace.go:171","msg":"trace[2100948192] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:1992; }","duration":"140.100575ms","start":"2026-07-10T14:52:29.847839Z","end":"2026-07-10T14:52:29.98794Z","steps":["trace[2100948192] 'agreement among raft nodes before linearized reading' (duration: 139.852348ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:30.329355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.135738ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-10T14:52:30.329634Z","caller":"traceutil/trace.go:171","msg":"trace[1132741897] transaction","detail":"{read_only:false; response_revision:1995; number_of_response:1; }","duration":"478.860709ms","start":"2026-07-10T14:52:29.850756Z","end":"2026-07-10T14:52:30.329616Z","steps":["trace[1132741897] 'process raft request' (duration: 478.786407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:30.3297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:29.850728Z","time spent":"478.939941ms","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T14:52:30.329754Z","caller":"traceutil/trace.go:171","msg":"trace[233913553] transaction","detail":"{read_only:false; response_revision:1994; number_of_response:1; }","duration":"479.049184ms","start":"2026-07-10T14:52:29.850664Z","end":"2026-07-10T14:52:30.329713Z","steps":["trace[233913553] 'process raft request' (duration: 478.788257ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:52:30.32977Z","caller":"traceutil/trace.go:171","msg":"trace[1397872468] transaction","detail":"{read_only:false; response_revision:1993; number_of_response:1; }","duration":"480.218656ms","start":"2026-07-10T14:52:29.849498Z","end":"2026-07-10T14:52:30.329716Z","steps":["trace[1397872468] 'process raft request' (duration: 295.700418ms)","trace[1397872468] 'compare' (duration: 183.84375ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T14:52:30.329853Z","caller":"traceutil/trace.go:171","msg":"trace[46595999] transaction","detail":"{read_only:false; response_revision:1996; number_of_response:1; }","duration":"478.583711ms","start":"2026-07-10T14:52:29.851242Z","end":"2026-07-10T14:52:30.329825Z","steps":["trace[46595999] 'process raft request' (duration: 478.340444ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:30.329936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:29.850657Z","time spent":"479.175787ms","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T14:52:30.33Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:29.849467Z","time spent":"480.410372ms","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T14:52:30.330018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:29.851229Z","time spent":"478.696245ms","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T14:52:30.33008Z","caller":"traceutil/trace.go:171","msg":"trace[1477101414] linearizableReadLoop","detail":"{readStateIndex:2073; appliedIndex:2068; }","duration":"211.356378ms","start":"2026-07-10T14:52:30.118699Z","end":"2026-07-10T14:52:30.330056Z","steps":["trace[1477101414] 'read index received' (duration: 26.271263ms)","trace[1477101414] 'applied index is now lower than readState.Index' (duration: 185.083234ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T14:52:30.330185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.478201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T14:52:30.330198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:29.989178Z","time spent":"341.017646ms","remote":"127.0.0.1:45246","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-10T14:52:30.330229Z","caller":"traceutil/trace.go:171","msg":"trace[50264116] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1996; }","duration":"211.570343ms","start":"2026-07-10T14:52:30.118645Z","end":"2026-07-10T14:52:30.330216Z","steps":["trace[50264116] 'agreement among raft nodes before linearized reading' (duration: 211.486681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:38.166568Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744497,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:52:38.667389Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744497,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:52:39.168292Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744497,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:52:39.183989Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.707902366s","expected-duration":"1s"} {"level":"info","ts":"2026-07-10T14:52:39.213701Z","caller":"traceutil/trace.go:171","msg":"trace[1279509624] transaction","detail":"{read_only:false; response_revision:2033; number_of_response:1; }","duration":"1.737691216s","start":"2026-07-10T14:52:37.475977Z","end":"2026-07-10T14:52:39.213668Z","steps":["trace[1279509624] 'process raft request' (duration: 1.708176054s)","trace[1279509624] 'compare' (duration: 28.599087ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T14:52:39.213869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:37.475951Z","time spent":"1.73782532s","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T14:52:39.21398Z","caller":"traceutil/trace.go:171","msg":"trace[688418236] transaction","detail":"{read_only:false; response_revision:2034; number_of_response:1; }","duration":"1.338373677s","start":"2026-07-10T14:52:37.875521Z","end":"2026-07-10T14:52:39.213894Z","steps":["trace[688418236] 'process raft request' (duration: 1.338040317s)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:52:39.213979Z","caller":"traceutil/trace.go:171","msg":"trace[1715482826] linearizableReadLoop","detail":"{readStateIndex:2114; appliedIndex:2110; }","duration":"1.548231252s","start":"2026-07-10T14:52:37.665719Z","end":"2026-07-10T14:52:39.213951Z","steps":["trace[1715482826] 'read index received' (duration: 1.518454263s)","trace[1715482826] 'applied index is now lower than readState.Index' (duration: 29.775659ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T14:52:39.214163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:37.875505Z","time spent":"1.338554281s","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T14:52:39.214198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.548482499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:52:39.214254Z","caller":"traceutil/trace.go:171","msg":"trace[913091734] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2036; }","duration":"1.548602232s","start":"2026-07-10T14:52:37.665633Z","end":"2026-07-10T14:52:39.214236Z","steps":["trace[913091734] 'agreement among raft nodes before linearized reading' (duration: 1.548481209s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:39.214302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:37.665614Z","time spent":"1.548673764s","remote":"127.0.0.1:55942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:52:39.214456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.971259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-10T14:52:39.214459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153979441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-10T14:52:39.214499Z","caller":"traceutil/trace.go:171","msg":"trace[2135117515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2036; }","duration":"848.01425ms","start":"2026-07-10T14:52:38.366474Z","end":"2026-07-10T14:52:39.214489Z","steps":["trace[2135117515] 'agreement among raft nodes before linearized reading' (duration: 847.857876ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:39.215259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:38.366369Z","time spent":"848.881524ms","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-10T14:52:39.215275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303466765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-10T14:52:39.214507Z","caller":"traceutil/trace.go:171","msg":"trace[131567603] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2036; }","duration":"1.154050533s","start":"2026-07-10T14:52:38.060445Z","end":"2026-07-10T14:52:39.214496Z","steps":["trace[131567603] 'agreement among raft nodes before linearized reading' (duration: 1.153894709s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:39.215386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:38.060435Z","time spent":"1.154934227s","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-10T14:52:39.214302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097123086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:52:39.21554Z","caller":"traceutil/trace.go:171","msg":"trace[218100426] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2036; }","duration":"1.098330419s","start":"2026-07-10T14:52:38.117142Z","end":"2026-07-10T14:52:39.215472Z","steps":["trace[218100426] 'agreement among raft nodes before linearized reading' (duration: 1.097111375s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:39.214992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.332866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-10T14:52:39.215616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:38.117131Z","time spent":"1.098457583s","remote":"127.0.0.1:45204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T14:52:39.215044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.446464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-10T14:52:39.21564Z","caller":"traceutil/trace.go:171","msg":"trace[1748485648] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2036; }","duration":"846.038436ms","start":"2026-07-10T14:52:38.369567Z","end":"2026-07-10T14:52:39.215606Z","steps":["trace[1748485648] 'agreement among raft nodes before linearized reading' (duration: 844.618467ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:52:39.215342Z","caller":"traceutil/trace.go:171","msg":"trace[1037607269] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2036; }","duration":"1.303579018s","start":"2026-07-10T14:52:37.911747Z","end":"2026-07-10T14:52:39.215326Z","steps":["trace[1037607269] 'agreement among raft nodes before linearized reading' (duration: 1.302388935s)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:52:39.215738Z","caller":"traceutil/trace.go:171","msg":"trace[729763309] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2036; }","duration":"844.124532ms","start":"2026-07-10T14:52:38.371578Z","end":"2026-07-10T14:52:39.215703Z","steps":["trace[729763309] 'agreement among raft nodes before linearized reading' (duration: 843.393612ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:39.215166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.410744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-10T14:52:39.215755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:38.36956Z","time spent":"846.157029ms","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-10T14:52:39.215806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:38.371573Z","time spent":"844.213396ms","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-10T14:52:39.21583Z","caller":"traceutil/trace.go:171","msg":"trace[1021560586] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2036; }","duration":"844.112273ms","start":"2026-07-10T14:52:38.371707Z","end":"2026-07-10T14:52:39.21582Z","steps":["trace[1021560586] 'agreement among raft nodes before linearized reading' (duration: 842.491538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:39.215864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:38.371703Z","time spent":"844.150694ms","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-10T14:52:39.215751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:37.911732Z","time spent":"1.30400766s","remote":"127.0.0.1:42220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-10T14:52:55.79259Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744723,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:52:56.293788Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744723,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:52:56.794425Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744723,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:52:57.295569Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744723,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:52:57.796589Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744723,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:52:58.119174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999989355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T14:52:58.119294Z","caller":"traceutil/trace.go:171","msg":"trace[289552680] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00017428s","start":"2026-07-10T14:52:56.1191Z","end":"2026-07-10T14:52:58.119274Z","steps":["trace[289552680] 'agreement among raft nodes before linearized reading' (duration: 2.000012346s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:58.119359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:56.119077Z","time spent":"2.000264273s","remote":"127.0.0.1:45202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 14:52:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:52:58.296957Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744723,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:52:58.797941Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744723,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:52:59.298923Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744723,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:52:59.799423Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744723,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:00.119764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000062997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T14:53:00.11992Z","caller":"traceutil/trace.go:171","msg":"trace[598934176] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000232322s","start":"2026-07-10T14:52:58.119661Z","end":"2026-07-10T14:53:00.119894Z","steps":["trace[598934176] 'agreement among raft nodes before linearized reading' (duration: 2.000060687s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:00.119975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:58.119416Z","time spent":"2.00054693s","remote":"127.0.0.1:45204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T14:53:00.27976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:55.282045Z","time spent":"4.99770659s","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/10 14:53:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:00.285011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:55.287247Z","time spent":"4.997754302s","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-10T14:53:00.285492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:55.287048Z","time spent":"4.99844105s","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-10T14:53:00.286301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:55.287334Z","time spent":"4.998957665s","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/10 14:53:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:00.292246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000389794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T14:53:00.292336Z","caller":"traceutil/trace.go:171","msg":"trace[1266820193] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000519738s","start":"2026-07-10T14:52:55.291798Z","end":"2026-07-10T14:53:00.292317Z","steps":["trace[1266820193] 'agreement among raft nodes before linearized reading' (duration: 5.000411515s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:00.292389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:55.291789Z","time spent":"5.00059004s","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-10T14:53:00.299876Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744723,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:00.305303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998977096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T14:53:00.305397Z","caller":"traceutil/trace.go:171","msg":"trace[1020245372] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999086509s","start":"2026-07-10T14:52:55.306288Z","end":"2026-07-10T14:53:00.305375Z","steps":["trace[1020245372] 'agreement among raft nodes before linearized reading' (duration: 4.998973476s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:00.305456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:55.306261Z","time spent":"4.999185102s","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/10 14:53:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:00.313086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999647594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T14:53:00.313205Z","caller":"traceutil/trace.go:171","msg":"trace[272743865] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999829019s","start":"2026-07-10T14:52:55.313348Z","end":"2026-07-10T14:53:00.313177Z","steps":["trace[272743865] 'agreement among raft nodes before linearized reading' (duration: 4.999655134s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:00.313304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:55.31334Z","time spent":"4.999951492s","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/10 14:53:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:00.800557Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744723,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:01.301305Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744723,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:01.801997Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744723,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:01.901795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000576882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T14:53:01.901869Z","caller":"traceutil/trace.go:171","msg":"trace[575795047] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000703166s","start":"2026-07-10T14:52:59.901137Z","end":"2026-07-10T14:53:01.901841Z","steps":["trace[575795047] 'agreement among raft nodes before linearized reading' (duration: 2.000615784s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:01.901941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:59.901106Z","time spent":"2.000824669s","remote":"127.0.0.1:45202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 14:53:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:02.128782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000603853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T14:53:02.128909Z","caller":"traceutil/trace.go:171","msg":"trace[443425047] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000789168s","start":"2026-07-10T14:53:00.128086Z","end":"2026-07-10T14:53:02.128875Z","steps":["trace[443425047] 'agreement among raft nodes before linearized reading' (duration: 2.000632043s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:02.128969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:00.128058Z","time spent":"2.000898801s","remote":"127.0.0.1:45204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 14:53:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:02.158604Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0c869f4c81898a40","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:02.292082Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-10T14:53:02.79289Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744732,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:02.934779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:55.933684Z","time spent":"7.001062108s","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-10T14:53:03.293626Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744732,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:03.793853Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744732,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:04.137293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000075249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T14:53:04.137543Z","caller":"traceutil/trace.go:171","msg":"trace[1505803782] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000380667s","start":"2026-07-10T14:53:02.137093Z","end":"2026-07-10T14:53:04.137474Z","steps":["trace[1505803782] 'agreement among raft nodes before linearized reading' (duration: 2.00012144s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:04.137758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:02.137071Z","time spent":"2.000589813s","remote":"127.0.0.1:45202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 14:53:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:04.294637Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744732,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:04.60296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:57.602308Z","time spent":"7.000643337s","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-10T14:53:04.795579Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744732,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:05.280315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997116766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T14:53:05.280436Z","caller":"traceutil/trace.go:171","msg":"trace[595980031] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.997323141s","start":"2026-07-10T14:53:00.283088Z","end":"2026-07-10T14:53:05.280411Z","steps":["trace[595980031] 'agreement among raft nodes before linearized reading' (duration: 4.997156596s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:05.280648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:00.28305Z","time spent":"4.997582148s","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/07/10 14:53:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:05.285267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997364503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T14:53:05.285379Z","caller":"traceutil/trace.go:171","msg":"trace[943909846] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.997569528s","start":"2026-07-10T14:53:00.287781Z","end":"2026-07-10T14:53:05.28535Z","steps":["trace[943909846] 'agreement among raft nodes before linearized reading' (duration: 4.997400943s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:05.285448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:00.287756Z","time spent":"4.99768007s","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/07/10 14:53:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:05.285773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997555977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T14:53:05.285808Z","caller":"traceutil/trace.go:171","msg":"trace[868582545] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.997624759s","start":"2026-07-10T14:53:00.288171Z","end":"2026-07-10T14:53:05.285796Z","steps":["trace[868582545] 'agreement among raft nodes before linearized reading' (duration: 4.997588408s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:05.285842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:00.288153Z","time spent":"4.997680791s","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/07/10 14:53:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:05.285824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997942018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T14:53:05.286011Z","caller":"traceutil/trace.go:171","msg":"trace[1778294224] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998175765s","start":"2026-07-10T14:53:00.287789Z","end":"2026-07-10T14:53:05.285965Z","steps":["trace[1778294224] 'agreement among raft nodes before linearized reading' (duration: 4.997976029s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:05.286094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:00.28777Z","time spent":"4.998299998s","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/07/10 14:53:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:05.291963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996641236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T14:53:05.292013Z","caller":"traceutil/trace.go:171","msg":"trace[1083788776] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.99676368s","start":"2026-07-10T14:53:02.295238Z","end":"2026-07-10T14:53:05.292002Z","steps":["trace[1083788776] 'agreement among raft nodes before linearized reading' (duration: 2.996695468s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:05.292043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:02.295207Z","time spent":"2.996827252s","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/10 14:53:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:05.296437Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744732,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:05.305902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998261701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T14:53:05.306059Z","caller":"traceutil/trace.go:171","msg":"trace[2099434026] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998444837s","start":"2026-07-10T14:53:02.307577Z","end":"2026-07-10T14:53:05.306022Z","steps":["trace[2099434026] 'agreement among raft nodes before linearized reading' (duration: 2.998281052s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:05.306124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:02.307566Z","time spent":"2.998543049s","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/10 14:53:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:05.306834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.885519405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T14:53:05.306907Z","caller":"traceutil/trace.go:171","msg":"trace[1650727867] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"8.885671449s","start":"2026-07-10T14:52:56.421219Z","end":"2026-07-10T14:53:05.30689Z","steps":["trace[1650727867] 'agreement among raft nodes before linearized reading' (duration: 8.885590766s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:05.306953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:56.421195Z","time spent":"8.885749001s","remote":"127.0.0.1:45390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/07/10 14:53:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:05.311094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000839082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T14:53:05.311171Z","caller":"traceutil/trace.go:171","msg":"trace[1381807707] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.000964125s","start":"2026-07-10T14:52:55.310193Z","end":"2026-07-10T14:53:05.311158Z","steps":["trace[1381807707] 'agreement among raft nodes before linearized reading' (duration: 10.000866042s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:05.311212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:55.310163Z","time spent":"10.001039486s","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/07/10 14:53:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:05.313742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000337857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T14:53:05.313822Z","caller":"traceutil/trace.go:171","msg":"trace[1621289167] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.000464561s","start":"2026-07-10T14:52:55.313337Z","end":"2026-07-10T14:53:05.313801Z","steps":["trace[1621289167] 'agreement among raft nodes before linearized reading' (duration: 10.000368368s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:05.313877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:55.313325Z","time spent":"10.000537793s","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/07/10 14:53:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:05.314695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.999709061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T14:53:05.314726Z","caller":"traceutil/trace.go:171","msg":"trace[1903876723] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.999771463s","start":"2026-07-10T14:53:02.314947Z","end":"2026-07-10T14:53:05.314718Z","steps":["trace[1903876723] 'agreement among raft nodes before linearized reading' (duration: 2.999738042s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:05.314747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:02.314932Z","time spent":"2.999809474s","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/10 14:53:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:05.797524Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744732,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:06.137691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999748827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T14:53:06.137827Z","caller":"traceutil/trace.go:171","msg":"trace[1991338333] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999955884s","start":"2026-07-10T14:53:04.137841Z","end":"2026-07-10T14:53:06.137797Z","steps":["trace[1991338333] 'agreement among raft nodes before linearized reading' (duration: 1.999792229s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:06.137904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:04.137812Z","time spent":"2.000076377s","remote":"127.0.0.1:45204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 14:53:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:06.297685Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744732,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:06.79786Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744732,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:07.298712Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744732,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:07.7999Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744732,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:08.145897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000190301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T14:53:08.146038Z","caller":"traceutil/trace.go:171","msg":"trace[1364417962] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000367837s","start":"2026-07-10T14:53:06.145639Z","end":"2026-07-10T14:53:08.146007Z","steps":["trace[1364417962] 'agreement among raft nodes before linearized reading' (duration: 2.000200602s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:08.146096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:06.14563Z","time spent":"2.000454889s","remote":"127.0.0.1:45202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 14:53:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:08.30014Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744732,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:08.800693Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744732,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:09.168395Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0c869f4c81898a40","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:09.29267Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-10T14:53:09.292917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.282298328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T14:53:09.293001Z","caller":"traceutil/trace.go:171","msg":"trace[511903875] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; }","duration":"7.282476482s","start":"2026-07-10T14:53:02.010495Z","end":"2026-07-10T14:53:09.292971Z","steps":["trace[511903875] 'agreement among raft nodes before linearized reading' (duration: 7.282344899s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:09.29297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.767600421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:09.293025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.068010646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T14:53:09.293106Z","caller":"traceutil/trace.go:171","msg":"trace[1753541293] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; }","duration":"9.767781766s","start":"2026-07-10T14:52:59.525292Z","end":"2026-07-10T14:53:09.293073Z","steps":["trace[1753541293] 'agreement among raft nodes before linearized reading' (duration: 9.767588931s)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:09.293141Z","caller":"traceutil/trace.go:171","msg":"trace[274757565] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; }","duration":"9.068235632s","start":"2026-07-10T14:53:00.224884Z","end":"2026-07-10T14:53:09.293119Z","steps":["trace[274757565] 'agreement among raft nodes before linearized reading' (duration: 9.068066578s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:09.293165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:59.525206Z","time spent":"9.7679483s","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-10T14:53:09.293197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:00.224855Z","time spent":"9.068328165s","remote":"127.0.0.1:46092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:09.29322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.021766637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:09.293263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:02.010468Z","time spent":"7.282654508s","remote":"127.0.0.1:56102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:09.293327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.133796707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:09.293331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.932418129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T14:53:09.293398Z","caller":"traceutil/trace.go:171","msg":"trace[1727218620] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; }","duration":"9.133862919s","start":"2026-07-10T14:53:00.159513Z","end":"2026-07-10T14:53:09.293376Z","steps":["trace[1727218620] 'agreement among raft nodes before linearized reading' (duration: 9.133796037s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:09.293415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.599236018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c0f54c584e8b90\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:09.293446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.945536189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T14:53:09.293455Z","caller":"traceutil/trace.go:171","msg":"trace[1834982843] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18c0f54c584e8b90; range_end:; }","duration":"13.599840924s","start":"2026-07-10T14:52:55.693605Z","end":"2026-07-10T14:53:09.293446Z","steps":["trace[1834982843] 'agreement among raft nodes before linearized reading' (duration: 13.599793843s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:09.293465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:00.159475Z","time spent":"9.133977082s","remote":"127.0.0.1:45474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":0,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:09.293443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.632570184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T14:53:09.293479Z","caller":"traceutil/trace.go:171","msg":"trace[382849742] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; }","duration":"13.945604191s","start":"2026-07-10T14:52:55.347867Z","end":"2026-07-10T14:53:09.293471Z","steps":["trace[382849742] 'agreement among raft nodes before linearized reading' (duration: 13.94557039s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:09.293128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.886397285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:09.293509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:55.693571Z","time spent":"13.599922037s","remote":"127.0.0.1:45286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c0f54c584e8b90\" "} {"level":"info","ts":"2026-07-10T14:53:09.293526Z","caller":"traceutil/trace.go:171","msg":"trace[1425849065] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; }","duration":"9.632962065s","start":"2026-07-10T14:52:59.660548Z","end":"2026-07-10T14:53:09.29351Z","steps":["trace[1425849065] 'agreement among raft nodes before linearized reading' (duration: 9.632657237s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:09.29321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.4441917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T14:53:09.293544Z","caller":"traceutil/trace.go:171","msg":"trace[947245298] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; }","duration":"11.88691624s","start":"2026-07-10T14:52:57.406608Z","end":"2026-07-10T14:53:09.293524Z","steps":["trace[947245298] 'agreement among raft nodes before linearized reading' (duration: 11.886426926s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:09.293501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.279458053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T14:53:09.293566Z","caller":"traceutil/trace.go:171","msg":"trace[1094469110] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; }","duration":"9.444606242s","start":"2026-07-10T14:52:59.848953Z","end":"2026-07-10T14:53:09.29356Z","steps":["trace[1094469110] 'agreement among raft nodes before linearized reading' (duration: 9.44417981s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:09.293578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:57.406584Z","time spent":"11.886984532s","remote":"127.0.0.1:45590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:09.293577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:59.660525Z","time spent":"9.633038308s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:09.293321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.776905504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:09.293591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:59.848887Z","time spent":"9.444698353s","remote":"127.0.0.1:45246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.204.45.23\" "} {"level":"warn","ts":"2026-07-10T14:53:09.293535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:55.347853Z","time spent":"13.945673193s","remote":"127.0.0.1:42220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-10T14:53:09.293608Z","caller":"traceutil/trace.go:171","msg":"trace[671388113] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; }","duration":"8.279656898s","start":"2026-07-10T14:53:01.013926Z","end":"2026-07-10T14:53:09.293583Z","steps":["trace[671388113] 'agreement among raft nodes before linearized reading' (duration: 8.279412981s)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:09.293336Z","caller":"traceutil/trace.go:171","msg":"trace[1927785356] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; }","duration":"10.021921771s","start":"2026-07-10T14:52:59.271385Z","end":"2026-07-10T14:53:09.293307Z","steps":["trace[1927785356] 'agreement among raft nodes before linearized reading' (duration: 10.021813188s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:09.293579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.929669297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T14:53:09.293656Z","caller":"traceutil/trace.go:171","msg":"trace[578727442] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; }","duration":"11.929785019s","start":"2026-07-10T14:52:57.363864Z","end":"2026-07-10T14:53:09.293649Z","steps":["trace[578727442] 'agreement among raft nodes before linearized reading' (duration: 11.929701637s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:09.29366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:59.271348Z","time spent":"10.022300781s","remote":"127.0.0.1:47696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":0,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:09.293668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:01.013897Z","time spent":"8.279747451s","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-10T14:53:09.293686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:57.363839Z","time spent":"11.929836891s","remote":"127.0.0.1:55852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-07-10T14:53:09.293401Z","caller":"traceutil/trace.go:171","msg":"trace[1575884426] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; }","duration":"10.932543723s","start":"2026-07-10T14:52:58.360843Z","end":"2026-07-10T14:53:09.293387Z","steps":["trace[1575884426] 'agreement among raft nodes before linearized reading' (duration: 10.93245421s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:09.293771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:58.360822Z","time spent":"10.932931794s","remote":"127.0.0.1:55896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-07-10T14:53:09.293627Z","caller":"traceutil/trace.go:171","msg":"trace[808625963] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; }","duration":"8.777278854s","start":"2026-07-10T14:53:00.516339Z","end":"2026-07-10T14:53:09.293618Z","steps":["trace[808625963] 'agreement among raft nodes before linearized reading' (duration: 8.776962655s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:09.293836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:00.516309Z","time spent":"8.777510471s","remote":"127.0.0.1:46124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:09.295177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00056385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T14:53:09.295259Z","caller":"traceutil/trace.go:171","msg":"trace[1211785066] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000649173s","start":"2026-07-10T14:53:07.294587Z","end":"2026-07-10T14:53:09.295237Z","steps":["trace[1211785066] 'agreement among raft nodes before linearized reading' (duration: 2.0005612s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:09.295323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:07.294519Z","time spent":"2.000792077s","remote":"127.0.0.1:45202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T14:53:09.766699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:02.765675Z","time spent":"7.001016196s","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-10T14:53:09.79292Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744743,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:09.942653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:02.942084Z","time spent":"7.000560604s","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-10T14:53:10.146004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999658725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T14:53:10.146113Z","caller":"traceutil/trace.go:171","msg":"trace[709498569] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999867291s","start":"2026-07-10T14:53:08.146226Z","end":"2026-07-10T14:53:10.146093Z","steps":["trace[709498569] 'agreement among raft nodes before linearized reading' (duration: 1.999706866s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:10.146173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:08.146189Z","time spent":"1.999966093s","remote":"127.0.0.1:45204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 14:53:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:10.293172Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744743,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:10.293392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:05.295535Z","time spent":"4.997848064s","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-10T14:53:10.315855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:05.31649Z","time spent":"4.999358085s","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/10 14:53:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:10.79395Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744743,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:11.294832Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744743,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:11.795478Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744743,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:11.902279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000661104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T14:53:11.902373Z","caller":"traceutil/trace.go:171","msg":"trace[1107416956] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000833359s","start":"2026-07-10T14:53:09.90152Z","end":"2026-07-10T14:53:11.902353Z","steps":["trace[1107416956] 'agreement among raft nodes before linearized reading' (duration: 2.000702945s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:11.902422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:09.901506Z","time spent":"2.000905231s","remote":"127.0.0.1:45202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T14:53:12.155646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000624793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T14:53:12.155756Z","caller":"traceutil/trace.go:171","msg":"trace[975584647] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000812118s","start":"2026-07-10T14:53:10.154918Z","end":"2026-07-10T14:53:12.15573Z","steps":["trace[975584647] 'agreement among raft nodes before linearized reading' (duration: 2.000667154s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:12.155814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:10.154899Z","time spent":"2.000903431s","remote":"127.0.0.1:45204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T14:53:12.172657Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0c869f4c81898ad6","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:12.290398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:05.289424Z","time spent":"7.000964965s","remote":"127.0.0.1:45286","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-10T14:53:12.297181Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744743,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:12.313563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:05.313102Z","time spent":"7.0004538s","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-10T14:53:12.316964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:05.315726Z","time spent":"7.001232312s","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-10T14:53:12.607507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.999941529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T14:53:12.607733Z","caller":"traceutil/trace.go:171","msg":"trace[1243829528] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"8.000241188s","start":"2026-07-10T14:53:04.607461Z","end":"2026-07-10T14:53:12.607702Z","steps":["trace[1243829528] 'agreement among raft nodes before linearized reading' (duration: 7.999985241s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:12.607844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:04.607413Z","time spent":"8.000414113s","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/07/10 14:53:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:12.797836Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744743,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:13.298299Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744743,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:13.799176Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744743,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:14.164804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000568311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T14:53:14.164946Z","caller":"traceutil/trace.go:171","msg":"trace[1030461549] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000774016s","start":"2026-07-10T14:53:12.164144Z","end":"2026-07-10T14:53:14.164918Z","steps":["trace[1030461549] 'agreement among raft nodes before linearized reading' (duration: 2.000612732s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:14.165001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:12.164119Z","time spent":"2.000871689s","remote":"127.0.0.1:45202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 14:53:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:14.299479Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744743,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:14.80039Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744743,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:15.300615Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744743,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:15.8016Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744743,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:16.165555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000308945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T14:53:16.165655Z","caller":"traceutil/trace.go:171","msg":"trace[1089203232] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000474739s","start":"2026-07-10T14:53:14.165159Z","end":"2026-07-10T14:53:16.165633Z","steps":["trace[1089203232] 'agreement among raft nodes before linearized reading' (duration: 2.000348806s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:16.165709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:14.165135Z","time spent":"2.000564142s","remote":"127.0.0.1:45204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 14:53:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:16.178783Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0c869f4c81898a40","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:16.293165Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-10T14:53:16.293518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.23477315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T14:53:16.293602Z","caller":"traceutil/trace.go:171","msg":"trace[1476490731] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; }","duration":"7.234981665s","start":"2026-07-10T14:53:09.058592Z","end":"2026-07-10T14:53:16.293574Z","steps":["trace[1476490731] 'agreement among raft nodes before linearized reading' (duration: 7.234829531s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:16.293683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:09.058564Z","time spent":"7.235091699s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":0,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:16.293667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.751587038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T14:53:16.29382Z","caller":"traceutil/trace.go:171","msg":"trace[1774525746] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; }","duration":"12.751921357s","start":"2026-07-10T14:53:03.541868Z","end":"2026-07-10T14:53:16.293789Z","steps":["trace[1774525746] 'agreement among raft nodes before linearized reading' (duration: 12.75167481s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:16.2939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:03.541835Z","time spent":"12.752046961s","remote":"127.0.0.1:45436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:16.293994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.634102501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T14:53:16.294319Z","caller":"traceutil/trace.go:171","msg":"trace[756567763] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; }","duration":"11.634471081s","start":"2026-07-10T14:53:04.659836Z","end":"2026-07-10T14:53:16.294307Z","steps":["trace[756567763] 'agreement among raft nodes before linearized reading' (duration: 11.634142912s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:16.29437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:04.659813Z","time spent":"11.634534863s","remote":"127.0.0.1:45552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":0,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:16.294331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.154526122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T14:53:16.294453Z","caller":"traceutil/trace.go:171","msg":"trace[2074491781] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; }","duration":"11.15554628s","start":"2026-07-10T14:53:05.138881Z","end":"2026-07-10T14:53:16.294428Z","steps":["trace[2074491781] 'agreement among raft nodes before linearized reading' (duration: 11.154564343s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:16.294481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.434352729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T14:53:16.29467Z","caller":"traceutil/trace.go:171","msg":"trace[1574111727] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; }","duration":"13.434583586s","start":"2026-07-10T14:53:02.860061Z","end":"2026-07-10T14:53:16.294644Z","steps":["trace[1574111727] 'agreement among raft nodes before linearized reading' (duration: 13.434340289s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:16.294778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.810803128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:16.294859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:02.860045Z","time spent":"13.434795232s","remote":"127.0.0.1:45524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:16.294901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.719472086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T14:53:16.294913Z","caller":"traceutil/trace.go:171","msg":"trace[1533713506] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; }","duration":"12.811100265s","start":"2026-07-10T14:53:03.483788Z","end":"2026-07-10T14:53:16.294888Z","steps":["trace[1533713506] 'agreement among raft nodes before linearized reading' (duration: 12.810846008s)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:16.294963Z","caller":"traceutil/trace.go:171","msg":"trace[475822663] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; }","duration":"9.719542298s","start":"2026-07-10T14:53:06.575407Z","end":"2026-07-10T14:53:16.294949Z","steps":["trace[475822663] 'agreement among raft nodes before linearized reading' (duration: 9.719469956s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:16.294996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:03.483754Z","time spent":"12.811223129s","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:16.295018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:06.57535Z","time spent":"9.719651711s","remote":"127.0.0.1:56036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:16.294654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.811876754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:16.295003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.149607075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:16.295073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.672046525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T14:53:16.295102Z","caller":"traceutil/trace.go:171","msg":"trace[991388231] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; }","duration":"11.81245174s","start":"2026-07-10T14:53:04.482637Z","end":"2026-07-10T14:53:16.295088Z","steps":["trace[991388231] 'agreement among raft nodes before linearized reading' (duration: 11.811784532s)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:16.295146Z","caller":"traceutil/trace.go:171","msg":"trace[1346101970] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; }","duration":"7.672185279s","start":"2026-07-10T14:53:08.622943Z","end":"2026-07-10T14:53:16.295128Z","steps":["trace[1346101970] 'agreement among raft nodes before linearized reading' (duration: 7.672103047s)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:16.295144Z","caller":"traceutil/trace.go:171","msg":"trace[1850266761] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; }","duration":"10.149856582s","start":"2026-07-10T14:53:06.145255Z","end":"2026-07-10T14:53:16.295111Z","steps":["trace[1850266761] 'agreement among raft nodes before linearized reading' (duration: 10.149663096s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:16.295209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:08.622916Z","time spent":"7.672276221s","remote":"127.0.0.1:45340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:16.295231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:06.145181Z","time spent":"10.150035417s","remote":"127.0.0.1:45390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-10T14:53:16.295242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:05.138856Z","time spent":"11.156368263s","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:16.295151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:04.48261Z","time spent":"11.812526162s","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":0,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:16.295104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.028928688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T14:53:16.295423Z","caller":"traceutil/trace.go:171","msg":"trace[390457088] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; }","duration":"8.029255557s","start":"2026-07-10T14:53:08.266129Z","end":"2026-07-10T14:53:16.295385Z","steps":["trace[390457088] 'agreement among raft nodes before linearized reading' (duration: 8.028961149s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:16.295541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.496543733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:16.295578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:08.266107Z","time spent":"8.029418951s","remote":"127.0.0.1:45406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-07-10T14:53:16.295601Z","caller":"traceutil/trace.go:171","msg":"trace[1777141633] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; }","duration":"10.496683158s","start":"2026-07-10T14:53:05.798906Z","end":"2026-07-10T14:53:16.295589Z","steps":["trace[1777141633] 'agreement among raft nodes before linearized reading' (duration: 10.496593575s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:16.295716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:05.79887Z","time spent":"10.496832202s","remote":"127.0.0.1:46032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:16.772859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:09.771931Z","time spent":"7.000919423s","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-10T14:53:16.793879Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744751,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:16.947857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:09.947607Z","time spent":"7.000233184s","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-10T14:53:17.294076Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744751,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:17.794473Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744751,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:18.175091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998127404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T14:53:18.175199Z","caller":"traceutil/trace.go:171","msg":"trace[839084000] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998300689s","start":"2026-07-10T14:53:16.176877Z","end":"2026-07-10T14:53:18.175177Z","steps":["trace[839084000] 'agreement among raft nodes before linearized reading' (duration: 1.998168135s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:18.175253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:16.176853Z","time spent":"1.998389641s","remote":"127.0.0.1:45202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 14:53:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:18.29465Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744751,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:18.795674Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744751,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:19.182098Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0c869f4c81898ad6","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:19.293028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:12.291876Z","time spent":"7.00114415s","remote":"127.0.0.1:45286","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-10T14:53:19.296355Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744751,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:19.614455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:12.612868Z","time spent":"7.001575772s","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-10T14:53:19.797133Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744751,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:20.175523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99981879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T14:53:20.175634Z","caller":"traceutil/trace.go:171","msg":"trace[212616798] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000003434s","start":"2026-07-10T14:53:18.175608Z","end":"2026-07-10T14:53:20.175611Z","steps":["trace[212616798] 'agreement among raft nodes before linearized reading' (duration: 1.99985674s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:20.175679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:18.175581Z","time spent":"2.000089077s","remote":"127.0.0.1:45204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T14:53:20.298179Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744751,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:20.798952Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744751,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:21.299894Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744751,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:21.800777Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744751,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:21.902065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999734788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T14:53:21.902265Z","caller":"traceutil/trace.go:171","msg":"trace[504355738] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000007485s","start":"2026-07-10T14:53:19.902228Z","end":"2026-07-10T14:53:21.902235Z","steps":["trace[504355738] 'agreement among raft nodes before linearized reading' (duration: 1.999764598s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:21.902354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:19.90219Z","time spent":"2.000150389s","remote":"127.0.0.1:45202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 14:53:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:22.183863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000226752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T14:53:22.183971Z","caller":"traceutil/trace.go:171","msg":"trace[649861494] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000382587s","start":"2026-07-10T14:53:20.183569Z","end":"2026-07-10T14:53:22.183951Z","steps":["trace[649861494] 'agreement among raft nodes before linearized reading' (duration: 2.000244843s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:22.184015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:20.183552Z","time spent":"2.000455568s","remote":"127.0.0.1:45204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T14:53:22.301917Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744751,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:22.802838Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744751,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:23.187413Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0c869f4c81898a40","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:23.294109Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-10T14:53:23.294308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.87206129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:23.294333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.460448342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:23.294421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.444516839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:23.29444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.807045578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T14:53:23.29445Z","caller":"traceutil/trace.go:171","msg":"trace[1353633849] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; }","duration":"13.444588561s","start":"2026-07-10T14:53:09.849854Z","end":"2026-07-10T14:53:23.294443Z","steps":["trace[1353633849] 'agreement among raft nodes before linearized reading' (duration: 13.444556461s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:23.294428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.520557199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T14:53:23.294453Z","caller":"traceutil/trace.go:171","msg":"trace[1892710900] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; }","duration":"11.460667028s","start":"2026-07-10T14:53:11.833765Z","end":"2026-07-10T14:53:23.294432Z","steps":["trace[1892710900] 'agreement among raft nodes before linearized reading' (duration: 11.460495233s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:23.294458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.016615959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T14:53:23.294489Z","caller":"traceutil/trace.go:171","msg":"trace[1746910711] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; }","duration":"10.807131341s","start":"2026-07-10T14:53:12.487338Z","end":"2026-07-10T14:53:23.29447Z","steps":["trace[1746910711] 'agreement among raft nodes before linearized reading' (duration: 10.80709122s)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:23.294519Z","caller":"traceutil/trace.go:171","msg":"trace[762560535] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; }","duration":"8.016736732s","start":"2026-07-10T14:53:15.277768Z","end":"2026-07-10T14:53:23.294505Z","steps":["trace[762560535] 'agreement among raft nodes before linearized reading' (duration: 8.01665846s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:23.294565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:15.277741Z","time spent":"8.016813064s","remote":"127.0.0.1:45582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":0,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-07-10T14:53:23.294497Z","caller":"traceutil/trace.go:171","msg":"trace[1139541638] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; }","duration":"12.520694592s","start":"2026-07-10T14:53:10.773788Z","end":"2026-07-10T14:53:23.294482Z","steps":["trace[1139541638] 'agreement among raft nodes before linearized reading' (duration: 12.52060531s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:23.294373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.799221703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T14:53:23.294735Z","caller":"traceutil/trace.go:171","msg":"trace[1333854463] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; }","duration":"10.799681006s","start":"2026-07-10T14:53:12.495043Z","end":"2026-07-10T14:53:23.294724Z","steps":["trace[1333854463] 'agreement among raft nodes before linearized reading' (duration: 10.799272645s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:23.294738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:10.773755Z","time spent":"12.520907168s","remote":"127.0.0.1:45316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:23.294779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:12.495008Z","time spent":"10.799754038s","remote":"127.0.0.1:42192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:23.294523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:11.833734Z","time spent":"11.460774201s","remote":"127.0.0.1:42118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-10T14:53:23.294382Z","caller":"traceutil/trace.go:171","msg":"trace[312450164] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; }","duration":"11.872223155s","start":"2026-07-10T14:53:11.422137Z","end":"2026-07-10T14:53:23.29436Z","steps":["trace[312450164] 'agreement among raft nodes before linearized reading' (duration: 11.872110292s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:23.294938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:11.422111Z","time spent":"11.872813521s","remote":"127.0.0.1:46042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:23.294577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:12.487312Z","time spent":"10.807244474s","remote":"127.0.0.1:33068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:23.294505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:09.849829Z","time spent":"13.444658023s","remote":"127.0.0.1:45246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.204.45.23\" "} {"level":"warn","ts":"2026-07-10T14:53:23.781436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:16.780641Z","time spent":"7.00078671s","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-10T14:53:23.794387Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744756,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:23.954122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:16.953933Z","time spent":"7.000180823s","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-10T14:53:24.192238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000168759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T14:53:24.192328Z","caller":"traceutil/trace.go:171","msg":"trace[1666267680] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000348694s","start":"2026-07-10T14:53:22.191959Z","end":"2026-07-10T14:53:24.192308Z","steps":["trace[1666267680] 'agreement among raft nodes before linearized reading' (duration: 2.00021135s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:24.192378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:22.191941Z","time spent":"2.000428186s","remote":"127.0.0.1:45202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T14:53:24.295296Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744756,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:24.79554Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744756,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:25.296132Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744756,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:25.797093Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744756,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:26.189725Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0c869f4c81898ad6","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:26.193452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000226042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T14:53:26.193598Z","caller":"traceutil/trace.go:171","msg":"trace[1734392342] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000431657s","start":"2026-07-10T14:53:24.193138Z","end":"2026-07-10T14:53:26.19357Z","steps":["trace[1734392342] 'agreement among raft nodes before linearized reading' (duration: 2.000254283s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:26.193696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:24.193122Z","time spent":"2.000558491s","remote":"127.0.0.1:45204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 14:53:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:26.297708Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744756,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:26.798669Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744756,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:27.299416Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744756,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:27.800343Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744756,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:28.20138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000396485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T14:53:28.201473Z","caller":"traceutil/trace.go:171","msg":"trace[306068437] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00057461s","start":"2026-07-10T14:53:26.200877Z","end":"2026-07-10T14:53:28.201452Z","steps":["trace[306068437] 'agreement among raft nodes before linearized reading' (duration: 2.000428016s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:28.201525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:26.200858Z","time spent":"2.000656963s","remote":"127.0.0.1:45202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 14:53:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:28.301368Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744756,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:28.802377Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744756,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:29.302949Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744756,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:29.803558Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744756,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:30.196759Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0c869f4c81898a40","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:30.201724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999931944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T14:53:30.201862Z","caller":"traceutil/trace.go:171","msg":"trace[430844646] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000135739s","start":"2026-07-10T14:53:28.201701Z","end":"2026-07-10T14:53:30.201836Z","steps":["trace[430844646] 'agreement among raft nodes before linearized reading' (duration: 1.999974185s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:30.201942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:28.201676Z","time spent":"2.000251173s","remote":"127.0.0.1:45204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 14:53:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:30.295282Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-10T14:53:30.295431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.83396044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:30.29545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.508931335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T14:53:30.295477Z","caller":"traceutil/trace.go:171","msg":"trace[1067684136] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; }","duration":"7.834067264s","start":"2026-07-10T14:53:22.461393Z","end":"2026-07-10T14:53:30.29546Z","steps":["trace[1067684136] 'agreement among raft nodes before linearized reading' (duration: 7.834005892s)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:30.295503Z","caller":"traceutil/trace.go:171","msg":"trace[1805603394] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; }","duration":"11.509031828s","start":"2026-07-10T14:53:18.786458Z","end":"2026-07-10T14:53:30.29549Z","steps":["trace[1805603394] 'agreement among raft nodes before linearized reading' (duration: 11.508961136s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:30.29552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:22.461366Z","time spent":"7.834144045s","remote":"127.0.0.1:45514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":0,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:30.295549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:18.78644Z","time spent":"11.50909826s","remote":"127.0.0.1:42170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:30.295564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.753796045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T14:53:30.295587Z","caller":"traceutil/trace.go:171","msg":"trace[332510692] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; }","duration":"11.753856026s","start":"2026-07-10T14:53:18.541723Z","end":"2026-07-10T14:53:30.295579Z","steps":["trace[332510692] 'agreement among raft nodes before linearized reading' (duration: 11.753833166s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:30.295604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.676501655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:30.295618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:18.541703Z","time spent":"11.753907478s","remote":"127.0.0.1:45622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-07-10T14:53:30.295628Z","caller":"traceutil/trace.go:171","msg":"trace[125104706] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"10.676577346s","start":"2026-07-10T14:53:19.619042Z","end":"2026-07-10T14:53:30.29562Z","steps":["trace[125104706] 'agreement among raft nodes before linearized reading' (duration: 10.676548506s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:30.295588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.162754766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:30.295653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:19.619019Z","time spent":"10.676627128s","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-07-10T14:53:30.295676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.977024998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T14:53:30.295702Z","caller":"traceutil/trace.go:171","msg":"trace[1033474431] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; }","duration":"10.16290273s","start":"2026-07-10T14:53:20.132769Z","end":"2026-07-10T14:53:30.295671Z","steps":["trace[1033474431] 'agreement among raft nodes before linearized reading' (duration: 10.162743645s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:30.295692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.215420489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:30.295751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.588146921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T14:53:30.295788Z","caller":"traceutil/trace.go:171","msg":"trace[1103711487] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; }","duration":"8.215595264s","start":"2026-07-10T14:53:22.080173Z","end":"2026-07-10T14:53:30.295769Z","steps":["trace[1103711487] 'agreement among raft nodes before linearized reading' (duration: 8.215466121s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:30.295797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:20.132698Z","time spent":"10.163079195s","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-07-10T14:53:30.295811Z","caller":"traceutil/trace.go:171","msg":"trace[1249555418] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; }","duration":"13.588262164s","start":"2026-07-10T14:53:16.707533Z","end":"2026-07-10T14:53:30.295796Z","steps":["trace[1249555418] 'agreement among raft nodes before linearized reading' (duration: 13.588184712s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:30.29585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:22.080136Z","time spent":"8.215695757s","remote":"127.0.0.1:45544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":0,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:30.295769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.993106986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T14:53:30.295734Z","caller":"traceutil/trace.go:171","msg":"trace[770514191] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; }","duration":"11.977126091s","start":"2026-07-10T14:53:18.318595Z","end":"2026-07-10T14:53:30.295721Z","steps":["trace[770514191] 'agreement among raft nodes before linearized reading' (duration: 11.977063199s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:30.29586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:16.707511Z","time spent":"13.588333927s","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:30.295904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.596838277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:30.295977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.813604384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T14:53:30.296008Z","caller":"traceutil/trace.go:171","msg":"trace[1200351742] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; }","duration":"8.597044662s","start":"2026-07-10T14:53:21.698944Z","end":"2026-07-10T14:53:30.295989Z","steps":["trace[1200351742] 'agreement among raft nodes before linearized reading' (duration: 8.596875138s)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:30.296016Z","caller":"traceutil/trace.go:171","msg":"trace[1452673906] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; }","duration":"12.813690846s","start":"2026-07-10T14:53:17.482314Z","end":"2026-07-10T14:53:30.296005Z","steps":["trace[1452673906] 'agreement among raft nodes before linearized reading' (duration: 12.813649645s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:30.296056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:17.482289Z","time spent":"12.813753278s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:30.296058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:21.69891Z","time spent":"8.597135295s","remote":"127.0.0.1:45354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:30.295937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.502131931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T14:53:30.296114Z","caller":"traceutil/trace.go:171","msg":"trace[922713511] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; }","duration":"12.502375908s","start":"2026-07-10T14:53:17.793729Z","end":"2026-07-10T14:53:30.296105Z","steps":["trace[922713511] 'agreement among raft nodes before linearized reading' (duration: 12.502192683s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:30.295698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.99788147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c0f54c584e8b90\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T14:53:30.295899Z","caller":"traceutil/trace.go:171","msg":"trace[1890099140] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; }","duration":"13.99326362s","start":"2026-07-10T14:53:16.302626Z","end":"2026-07-10T14:53:30.29589Z","steps":["trace[1890099140] 'agreement among raft nodes before linearized reading' (duration: 13.993131176s)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:30.296286Z","caller":"traceutil/trace.go:171","msg":"trace[611400328] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18c0f54c584e8b90; range_end:; }","duration":"10.998463886s","start":"2026-07-10T14:53:19.297759Z","end":"2026-07-10T14:53:30.296223Z","steps":["trace[611400328] 'agreement among raft nodes before linearized reading' (duration: 10.997929591s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:30.29636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:16.302611Z","time spent":"13.993732763s","remote":"127.0.0.1:45390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-10T14:53:30.296152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:17.793685Z","time spent":"12.50245396s","remote":"127.0.0.1:47722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":0,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:30.295943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:18.318571Z","time spent":"11.977356138s","remote":"127.0.0.1:45660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:30.296459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:19.297731Z","time spent":"10.998661772s","remote":"127.0.0.1:45286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c0f54c584e8b90\" "} {"level":"warn","ts":"2026-07-10T14:53:30.787156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:23.786469Z","time spent":"7.000668726s","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-10T14:53:30.796265Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744761,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:30.960247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:23.959951Z","time spent":"7.000287916s","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-10T14:53:31.297151Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744761,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:31.797332Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744761,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:31.903361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00018985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T14:53:31.903493Z","caller":"traceutil/trace.go:171","msg":"trace[192633588] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000409606s","start":"2026-07-10T14:53:29.903046Z","end":"2026-07-10T14:53:31.903456Z","steps":["trace[192633588] 'agreement among raft nodes before linearized reading' (duration: 2.000219391s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:31.903568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:29.903019Z","time spent":"2.00053356s","remote":"127.0.0.1:45202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T14:53:32.210148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000237782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T14:53:32.210252Z","caller":"traceutil/trace.go:171","msg":"trace[1522539868] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000401476s","start":"2026-07-10T14:53:30.209828Z","end":"2026-07-10T14:53:32.21023Z","steps":["trace[1522539868] 'agreement among raft nodes before linearized reading' (duration: 2.000269283s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:32.210307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:30.209807Z","time spent":"2.000489988s","remote":"127.0.0.1:45204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 14:53:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:32.298523Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744761,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:32.799654Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744761,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:33.197901Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0c869f4c81898ad6","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:33.300487Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744761,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:33.801535Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744761,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:34.21897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000027677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T14:53:34.219096Z","caller":"traceutil/trace.go:171","msg":"trace[69888749] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000235433s","start":"2026-07-10T14:53:32.218832Z","end":"2026-07-10T14:53:34.219067Z","steps":["trace[69888749] 'agreement among raft nodes before linearized reading' (duration: 2.000063788s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:34.219158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:32.218801Z","time spent":"2.000344716s","remote":"127.0.0.1:45202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 14:53:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:34.302041Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744761,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:34.802875Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744761,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:35.095612Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"39.93727676s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-10T14:53:36.219843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000167499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T14:53:36.219945Z","caller":"traceutil/trace.go:171","msg":"trace[752157246] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000295453s","start":"2026-07-10T14:53:34.219626Z","end":"2026-07-10T14:53:36.219921Z","steps":["trace[752157246] 'agreement among raft nodes before linearized reading' (duration: 2.000163079s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:36.220016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:34.219545Z","time spent":"2.000458747s","remote":"127.0.0.1:45204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 14:53:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:37.202826Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0c869f4c81898a40","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:37.302438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:30.301911Z","time spent":"7.000517702s","remote":"127.0.0.1:45286","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-10T14:53:37.325965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:01.632364Z","time spent":"35.693590851s","remote":"127.0.0.1:47478","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-10T14:53:37.326444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.787770813s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:53:37.326552Z","caller":"traceutil/trace.go:171","msg":"trace[209318980] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2122; }","duration":"23.787895046s","start":"2026-07-10T14:53:13.538638Z","end":"2026-07-10T14:53:37.326533Z","steps":["trace[209318980] 'range keys from in-memory index tree' (duration: 23.787754362s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:37.326767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.744487752s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:53:37.326824Z","caller":"traceutil/trace.go:171","msg":"trace[1323849530] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2122; }","duration":"8.744538304s","start":"2026-07-10T14:53:28.582269Z","end":"2026-07-10T14:53:37.326807Z","steps":["trace[1323849530] 'range keys from in-memory index tree' (duration: 8.744479112s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:37.328025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"38.831563017s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:53:37.328113Z","caller":"traceutil/trace.go:171","msg":"trace[269492900] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2122; }","duration":"38.831652659s","start":"2026-07-10T14:52:58.496447Z","end":"2026-07-10T14:53:37.328099Z","steps":["trace[269492900] 'range keys from in-memory index tree' (duration: 38.831535046s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:37.409957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.309909765s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-10T14:53:37.571882Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.475957886s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-10T14:53:37.573841Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"43.051µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-07-10T14:53:37.794174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:30.793206Z","time spent":"7.000959145s","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-10T14:53:38.22879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999914633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T14:53:38.228946Z","caller":"traceutil/trace.go:171","msg":"trace[150697518] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000118198s","start":"2026-07-10T14:53:36.228766Z","end":"2026-07-10T14:53:38.228884Z","steps":["trace[150697518] 'agreement among raft nodes before linearized reading' (duration: 1.999949164s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:38.228993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:36.228739Z","time spent":"2.000244392s","remote":"127.0.0.1:45202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T14:53:38.885048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31096141s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-10T14:53:38.885898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.927085ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:53:38.88614Z","caller":"traceutil/trace.go:171","msg":"trace[1509229681] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2130; }","duration":"389.195172ms","start":"2026-07-10T14:53:38.496915Z","end":"2026-07-10T14:53:38.88611Z","steps":["trace[1509229681] 'range keys from in-memory index tree' (duration: 388.905473ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:39.324265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.053946ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-07-10T14:53:39.324707Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"45.292µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-07-10T14:53:39.325181Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"128.013µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-07-10T14:53:39.326778Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"85.082µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-07-10T14:53:39.326987Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"83.442µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-07-10T14:53:39.327041Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"7.65µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-07-10T14:53:39.327305Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"181.615µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-07-10T14:53:39.32736Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"7.42µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-07-10T14:53:39.327617Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"77.352µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-07-10T14:53:39.327695Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"7.71µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-07-10T14:53:39.327741Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0c869f4c81898a40","error":"lease not found"} {"level":"warn","ts":"2026-07-10T14:53:39.327736Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0c869f4c81898ad6","error":"lease not found"} {"level":"info","ts":"2026-07-10T14:53:39.327791Z","caller":"traceutil/trace.go:171","msg":"trace[1172693679] linearizableReadLoop","detail":"{readStateIndex:2237; appliedIndex:2203; }","duration":"9.032410236s","start":"2026-07-10T14:53:30.295363Z","end":"2026-07-10T14:53:39.327773Z","steps":["trace[1172693679] 'read index received' (duration: 4.800500713s)","trace[1172693679] 'applied index is now lower than readState.Index' (duration: 4.231908333s)"],"step_count":2} {"level":"warn","ts":"2026-07-10T14:53:39.327864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.550621223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:53:39.327919Z","caller":"traceutil/trace.go:171","msg":"trace[948657942] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2134; }","duration":"11.550739237s","start":"2026-07-10T14:53:27.777159Z","end":"2026-07-10T14:53:39.327898Z","steps":["trace[948657942] 'agreement among raft nodes before linearized reading' (duration: 11.550628024s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:39.327921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.688467195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:53:39.327977Z","caller":"traceutil/trace.go:171","msg":"trace[744827405] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:2134; }","duration":"10.688565347s","start":"2026-07-10T14:53:28.639397Z","end":"2026-07-10T14:53:39.327962Z","steps":["trace[744827405] 'agreement among raft nodes before linearized reading' (duration: 10.688450364s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:39.328029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:28.639381Z","time spent":"10.68863709s","remote":"127.0.0.1:46106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:39.328035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.958933679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T14:53:39.328052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.91968561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-10T14:53:39.328071Z","caller":"traceutil/trace.go:171","msg":"trace[915656809] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:2134; }","duration":"10.9589693s","start":"2026-07-10T14:53:28.369092Z","end":"2026-07-10T14:53:39.328061Z","steps":["trace[915656809] 'agreement among raft nodes before linearized reading' (duration: 10.958914718s)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:39.328095Z","caller":"traceutil/trace.go:171","msg":"trace[932190146] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:2134; }","duration":"15.919746172s","start":"2026-07-10T14:53:23.408333Z","end":"2026-07-10T14:53:39.328079Z","steps":["trace[932190146] 'agreement among raft nodes before linearized reading' (duration: 15.919678s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:39.328118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:28.368988Z","time spent":"10.959121174s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:39.328131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:23.40832Z","time spent":"15.919802263s","remote":"127.0.0.1:47710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:39.328106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.019409124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-07-10T14:53:39.328124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.240083404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-10T14:53:39.328177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.770277847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-10T14:53:39.327978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:27.777134Z","time spent":"11.550831049s","remote":"127.0.0.1:56018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-10T14:53:39.328245Z","caller":"traceutil/trace.go:171","msg":"trace[203025423] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2134; }","duration":"10.240267699s","start":"2026-07-10T14:53:29.087946Z","end":"2026-07-10T14:53:39.328214Z","steps":["trace[203025423] 'agreement among raft nodes before linearized reading' (duration: 10.239996831s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:39.328294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.691234384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:53:39.328289Z","caller":"traceutil/trace.go:171","msg":"trace[2007557862] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2134; }","duration":"10.770451851s","start":"2026-07-10T14:53:28.557808Z","end":"2026-07-10T14:53:39.32826Z","steps":["trace[2007557862] 'agreement among raft nodes before linearized reading' (duration: 10.770191174s)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:39.32834Z","caller":"traceutil/trace.go:171","msg":"trace[204432731] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:2134; }","duration":"11.691328126s","start":"2026-07-10T14:53:27.637002Z","end":"2026-07-10T14:53:39.32833Z","steps":["trace[204432731] 'agreement among raft nodes before linearized reading' (duration: 11.691255794s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:39.328352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.03193291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T14:53:39.328365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:28.557784Z","time spent":"10.770561735s","remote":"127.0.0.1:45302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":20,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:39.328393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:27.636955Z","time spent":"11.691427619s","remote":"127.0.0.1:56050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-10T14:53:39.328223Z","caller":"traceutil/trace.go:171","msg":"trace[1669637355] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2134; }","duration":"15.019593388s","start":"2026-07-10T14:53:24.308598Z","end":"2026-07-10T14:53:39.328191Z","steps":["trace[1669637355] 'agreement among raft nodes before linearized reading' (duration: 15.019225958s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:39.32844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.134604039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T14:53:39.328453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.025861595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"warn","ts":"2026-07-10T14:53:39.328479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:24.308561Z","time spent":"15.019904697s","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-10T14:53:39.328486Z","caller":"traceutil/trace.go:171","msg":"trace[1364003795] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:2134; }","duration":"13.134738762s","start":"2026-07-10T14:53:26.193733Z","end":"2026-07-10T14:53:39.328471Z","steps":["trace[1364003795] 'agreement among raft nodes before linearized reading' (duration: 13.13467638s)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:39.328499Z","caller":"traceutil/trace.go:171","msg":"trace[404246555] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2134; }","duration":"9.025905687s","start":"2026-07-10T14:53:30.302585Z","end":"2026-07-10T14:53:39.328491Z","steps":["trace[404246555] 'agreement among raft nodes before linearized reading' (duration: 9.025826094s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:39.328528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:30.302561Z","time spent":"9.025960408s","remote":"127.0.0.1:45390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7125,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-10T14:53:39.328526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:26.1937Z","time spent":"13.134815774s","remote":"127.0.0.1:46076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:39.328349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:29.087922Z","time spent":"10.240399113s","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-10T14:53:39.328384Z","caller":"traceutil/trace.go:171","msg":"trace[1570267814] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:0; response_revision:2134; }","duration":"16.032002752s","start":"2026-07-10T14:53:23.296369Z","end":"2026-07-10T14:53:39.328371Z","steps":["trace[1570267814] 'agreement among raft nodes before linearized reading' (duration: 16.031961451s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:39.328655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:23.296346Z","time spent":"16.03229642s","remote":"127.0.0.1:45246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.23\" "} {"level":"warn","ts":"2026-07-10T14:53:39.32799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.019501736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-07-10T14:53:39.328786Z","caller":"traceutil/trace.go:171","msg":"trace[422932180] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2134; }","duration":"15.020466882s","start":"2026-07-10T14:53:24.308305Z","end":"2026-07-10T14:53:39.328772Z","steps":["trace[422932180] 'agreement among raft nodes before linearized reading' (duration: 15.019567287s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:39.329087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.052471182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:500 ","response":"range_response_count:9 size:3296"} {"level":"warn","ts":"2026-07-10T14:53:39.329076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.158374037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:53:39.32915Z","caller":"traceutil/trace.go:171","msg":"trace[1328820378] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:9; response_revision:2134; }","duration":"3.052591625s","start":"2026-07-10T14:53:36.276546Z","end":"2026-07-10T14:53:39.329137Z","steps":["trace[1328820378] 'agreement among raft nodes before linearized reading' (duration: 3.052352389s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:39.329139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:24.30828Z","time spent":"15.020844953s","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-10T14:53:39.329169Z","caller":"traceutil/trace.go:171","msg":"trace[458643369] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2134; }","duration":"3.158538381s","start":"2026-07-10T14:53:36.170609Z","end":"2026-07-10T14:53:39.329148Z","steps":["trace[458643369] 'agreement among raft nodes before linearized reading' (duration: 3.158370316s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:39.329187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:36.276522Z","time spent":"3.052655396s","remote":"127.0.0.1:45316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":9,"response size":3319,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:500 "} {"level":"warn","ts":"2026-07-10T14:53:39.32879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.562728055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T14:53:39.329254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:36.170547Z","time spent":"3.158667624s","remote":"127.0.0.1:45446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-07-10T14:53:39.329288Z","caller":"traceutil/trace.go:171","msg":"trace[207642247] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2134; }","duration":"3.56322836s","start":"2026-07-10T14:53:35.766041Z","end":"2026-07-10T14:53:39.329269Z","steps":["trace[207642247] 'agreement among raft nodes before linearized reading' (duration: 3.562694365s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:39.329332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:35.765956Z","time spent":"3.563363373s","remote":"127.0.0.1:46052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:39.328813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.364586386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-10T14:53:39.32951Z","caller":"traceutil/trace.go:171","msg":"trace[1882294406] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:2134; }","duration":"8.365320686s","start":"2026-07-10T14:53:30.964172Z","end":"2026-07-10T14:53:39.329493Z","steps":["trace[1882294406] 'agreement among raft nodes before linearized reading' (duration: 8.364591676s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:39.329546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:30.964147Z","time spent":"8.365388108s","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-07-10T14:53:39.32881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.308378566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-10T14:53:39.329721Z","caller":"traceutil/trace.go:171","msg":"trace[1814103082] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2134; }","duration":"7.309331742s","start":"2026-07-10T14:53:32.020371Z","end":"2026-07-10T14:53:39.329703Z","steps":["trace[1814103082] 'agreement among raft nodes before linearized reading' (duration: 7.308360085s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:39.329767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:32.020349Z","time spent":"7.309402024s","remote":"127.0.0.1:45788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":36,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:39.328864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.021944568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c0f550deacf903\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T14:53:39.328872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.298256794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:53:39.329964Z","caller":"traceutil/trace.go:171","msg":"trace[746693225] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:2134; }","duration":"2.299387914s","start":"2026-07-10T14:53:37.030547Z","end":"2026-07-10T14:53:39.329935Z","steps":["trace[746693225] 'agreement among raft nodes before linearized reading' (duration: 2.298282334s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:39.328867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.984431387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-10T14:53:39.330056Z","caller":"traceutil/trace.go:171","msg":"trace[923366964] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2134; }","duration":"5.98564455s","start":"2026-07-10T14:53:33.344385Z","end":"2026-07-10T14:53:39.33003Z","steps":["trace[923366964] 'agreement among raft nodes before linearized reading' (duration: 5.984456997s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:39.330044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:37.030511Z","time spent":"2.299509128s","remote":"127.0.0.1:56024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:39.328916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.86744601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-10T14:53:39.330117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:33.34436Z","time spent":"5.985738193s","remote":"127.0.0.1:45378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-07-10T14:53:39.330131Z","caller":"traceutil/trace.go:171","msg":"trace[715575140] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2134; }","duration":"6.868703415s","start":"2026-07-10T14:53:32.46141Z","end":"2026-07-10T14:53:39.330113Z","steps":["trace[715575140] 'agreement among raft nodes before linearized reading' (duration: 6.867464941s)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:39.330104Z","caller":"traceutil/trace.go:171","msg":"trace[649814261] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c0f550deacf903; range_end:; response_count:0; response_revision:2134; }","duration":"2.022960087s","start":"2026-07-10T14:53:37.306855Z","end":"2026-07-10T14:53:39.329816Z","steps":["trace[649814261] 'agreement among raft nodes before linearized reading' (duration: 2.02196273s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:39.328923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.495787231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T14:53:39.330187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:32.46138Z","time spent":"6.868788967s","remote":"127.0.0.1:42142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:39.328748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.868251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:53:39.330226Z","caller":"traceutil/trace.go:171","msg":"trace[2074466176] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2134; }","duration":"6.497150338s","start":"2026-07-10T14:53:32.833064Z","end":"2026-07-10T14:53:39.330215Z","steps":["trace[2074466176] 'agreement among raft nodes before linearized reading' (duration: 6.495804201s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:39.33027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:32.833034Z","time spent":"6.49722541s","remote":"127.0.0.1:45332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:39.328988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.530562334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:687"} {"level":"warn","ts":"2026-07-10T14:53:39.330451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:37.306826Z","time spent":"2.023347718s","remote":"127.0.0.1:45286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":28,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c0f550deacf903\" "} {"level":"info","ts":"2026-07-10T14:53:39.330453Z","caller":"traceutil/trace.go:171","msg":"trace[268720025] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:2134; }","duration":"1.532059645s","start":"2026-07-10T14:53:37.798379Z","end":"2026-07-10T14:53:39.330438Z","steps":["trace[268720025] 'agreement among raft nodes before linearized reading' (duration: 1.530530633s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:39.33057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:37.798357Z","time spent":"1.532191339s","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":710,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-07-10T14:53:39.328988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099217983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:53:39.330662Z","caller":"traceutil/trace.go:171","msg":"trace[123403708] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2134; }","duration":"1.100941261s","start":"2026-07-10T14:53:38.229692Z","end":"2026-07-10T14:53:39.330633Z","steps":["trace[123403708] 'agreement among raft nodes before linearized reading' (duration: 1.099201163s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:39.330733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:38.229641Z","time spent":"1.101076185s","remote":"127.0.0.1:45204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-10T14:53:39.330938Z","caller":"traceutil/trace.go:171","msg":"trace[135845233] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:2134; }","duration":"338.464385ms","start":"2026-07-10T14:53:38.991793Z","end":"2026-07-10T14:53:39.330258Z","steps":["trace[135845233] 'agreement among raft nodes before linearized reading' (duration: 336.925453ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:39.331022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:38.991771Z","time spent":"339.227487ms","remote":"127.0.0.1:46116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} 2026/07/10 14:53:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:39.627844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.73379ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-10T14:53:39.653912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:39.335492Z","time spent":"318.412594ms","remote":"127.0.0.1:45286","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-10T14:53:39.654109Z","caller":"traceutil/trace.go:171","msg":"trace[814105885] transaction","detail":"{read_only:false; response_revision:2136; number_of_response:1; }","duration":"318.253159ms","start":"2026-07-10T14:53:39.335832Z","end":"2026-07-10T14:53:39.654085Z","steps":["trace[814105885] 'process raft request' (duration: 318.163986ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:39.654134Z","caller":"traceutil/trace.go:171","msg":"trace[435547370] transaction","detail":"{read_only:false; response_revision:2135; number_of_response:1; }","duration":"318.378073ms","start":"2026-07-10T14:53:39.335714Z","end":"2026-07-10T14:53:39.654092Z","steps":["trace[435547370] 'process raft request' (duration: 318.120296ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:39.654277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:39.335803Z","time spent":"318.392633ms","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T14:53:39.654361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:39.335689Z","time spent":"318.546947ms","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T14:53:39.654477Z","caller":"traceutil/trace.go:171","msg":"trace[1556894936] transaction","detail":"{read_only:false; response_revision:2137; number_of_response:1; }","duration":"318.609459ms","start":"2026-07-10T14:53:39.335857Z","end":"2026-07-10T14:53:39.654466Z","steps":["trace[1556894936] 'process raft request' (duration: 318.183298ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:39.654577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:39.335843Z","time spent":"318.66321ms","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T14:53:39.65513Z","caller":"traceutil/trace.go:171","msg":"trace[1038080355] linearizableReadLoop","detail":"{readStateIndex:2245; appliedIndex:2238; }","duration":"316.363967ms","start":"2026-07-10T14:53:39.338711Z","end":"2026-07-10T14:53:39.655075Z","steps":["trace[1038080355] 'read index received' (duration: 118.391638ms)","trace[1038080355] 'applied index is now lower than readState.Index' (duration: 197.970879ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T14:53:39.655156Z","caller":"traceutil/trace.go:171","msg":"trace[1046022558] transaction","detail":"{read_only:false; response_revision:2139; number_of_response:1; }","duration":"316.806779ms","start":"2026-07-10T14:53:39.338309Z","end":"2026-07-10T14:53:39.655116Z","steps":["trace[1046022558] 'process raft request' (duration: 316.452ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:39.655364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.630954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T14:53:39.655433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:39.338286Z","time spent":"316.986845ms","remote":"127.0.0.1:45390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T14:53:39.65544Z","caller":"traceutil/trace.go:171","msg":"trace[1725291653] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2139; }","duration":"316.759458ms","start":"2026-07-10T14:53:39.338662Z","end":"2026-07-10T14:53:39.655421Z","steps":["trace[1725291653] 'agreement among raft nodes before linearized reading' (duration: 316.525221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:39.655482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:39.338644Z","time spent":"316.82967ms","remote":"127.0.0.1:45202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T14:53:40.443854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.532603ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:541"} {"level":"info","ts":"2026-07-10T14:53:40.444124Z","caller":"traceutil/trace.go:171","msg":"trace[500045830] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2139; }","duration":"916.372431ms","start":"2026-07-10T14:53:39.527726Z","end":"2026-07-10T14:53:40.444098Z","steps":["trace[500045830] 'process raft request' (duration: 547.442167ms)","trace[500045830] 'compare' (duration: 368.41295ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T14:53:40.444252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:39.527689Z","time spent":"916.504045ms","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":57,"response count":0,"response size":564,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T14:53:40.445336Z","caller":"traceutil/trace.go:171","msg":"trace[1120721056] transaction","detail":"{read_only:false; response_revision:2140; number_of_response:1; }","duration":"815.656419ms","start":"2026-07-10T14:53:39.629623Z","end":"2026-07-10T14:53:40.445279Z","steps":["trace[1120721056] 'process raft request' (duration: 814.393804ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:40.445454Z","caller":"traceutil/trace.go:171","msg":"trace[1550964084] linearizableReadLoop","detail":"{readStateIndex:2247; appliedIndex:2245; }","duration":"790.199938ms","start":"2026-07-10T14:53:39.655213Z","end":"2026-07-10T14:53:40.445413Z","steps":["trace[1550964084] 'read index received' (duration: 419.951038ms)","trace[1550964084] 'applied index is now lower than readState.Index' (duration: 370.24421ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T14:53:40.445605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:39.629593Z","time spent":"815.849704ms","remote":"127.0.0.1:45246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T14:53:40.44596Z","caller":"traceutil/trace.go:171","msg":"trace[1093930981] transaction","detail":"{read_only:false; response_revision:2141; number_of_response:1; }","duration":"789.606582ms","start":"2026-07-10T14:53:39.656328Z","end":"2026-07-10T14:53:40.445934Z","steps":["trace[1093930981] 'process raft request' (duration: 788.496771ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:40.446091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:39.656289Z","time spent":"789.732795ms","remote":"127.0.0.1:45286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-10T14:53:40.446121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.093095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-xl5qc\" ","response":"range_response_count:1 size:5486"} {"level":"info","ts":"2026-07-10T14:53:40.446172Z","caller":"traceutil/trace.go:171","msg":"trace[1350571297] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-xl5qc; range_end:; response_count:1; response_revision:2141; }","duration":"786.219969ms","start":"2026-07-10T14:53:39.659936Z","end":"2026-07-10T14:53:40.446156Z","steps":["trace[1350571297] 'agreement among raft nodes before linearized reading' (duration: 786.007393ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:40.44623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:39.659906Z","time spent":"786.314642ms","remote":"127.0.0.1:45390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5509,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-xl5qc\" "} {"level":"warn","ts":"2026-07-10T14:53:40.446489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058276646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:3 size:215963"} {"level":"warn","ts":"2026-07-10T14:53:40.446554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.810467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:53:40.446611Z","caller":"traceutil/trace.go:171","msg":"trace[1402010370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2141; }","duration":"789.90164ms","start":"2026-07-10T14:53:39.656693Z","end":"2026-07-10T14:53:40.446595Z","steps":["trace[1402010370] 'agreement among raft nodes before linearized reading' (duration: 789.198471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:40.446667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:39.656673Z","time spent":"789.982653ms","remote":"127.0.0.1:45204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-10T14:53:40.446583Z","caller":"traceutil/trace.go:171","msg":"trace[1674117769] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:3; response_revision:2140; }","duration":"1.05839662s","start":"2026-07-10T14:53:39.388153Z","end":"2026-07-10T14:53:40.44655Z","steps":["trace[1674117769] 'agreement among raft nodes before linearized reading' (duration: 1.057357941s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:40.446781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:39.388137Z","time spent":"1.058627757s","remote":"127.0.0.1:45302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":3,"response size":215986,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-07-10T14:53:40.850097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.704989ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-10T14:53:40.850369Z","caller":"traceutil/trace.go:171","msg":"trace[291015794] transaction","detail":"{read_only:false; response_revision:2143; number_of_response:1; }","duration":"394.822226ms","start":"2026-07-10T14:53:40.455523Z","end":"2026-07-10T14:53:40.850346Z","steps":["trace[291015794] 'process raft request' (duration: 394.727314ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:40.850355Z","caller":"traceutil/trace.go:171","msg":"trace[468368847] transaction","detail":"{read_only:false; response_revision:2142; number_of_response:1; }","duration":"398.191609ms","start":"2026-07-10T14:53:40.452111Z","end":"2026-07-10T14:53:40.850302Z","steps":["trace[468368847] 'process raft request' (duration: 211.163462ms)","trace[468368847] 'compare' (duration: 186.544304ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T14:53:40.850449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:40.455515Z","time spent":"394.898018ms","remote":"127.0.0.1:45390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5661,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T14:53:40.850396Z","caller":"traceutil/trace.go:171","msg":"trace[1694836989] linearizableReadLoop","detail":"{readStateIndex:2249; appliedIndex:2248; }","duration":"397.581453ms","start":"2026-07-10T14:53:40.452786Z","end":"2026-07-10T14:53:40.850368Z","steps":["trace[1694836989] 'read index received' (duration: 210.468513ms)","trace[1694836989] 'applied index is now lower than readState.Index' (duration: 187.10915ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T14:53:40.850544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.743077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-10T14:53:40.850583Z","caller":"traceutil/trace.go:171","msg":"trace[119907990] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2143; }","duration":"397.800549ms","start":"2026-07-10T14:53:40.452771Z","end":"2026-07-10T14:53:40.850572Z","steps":["trace[119907990] 'agreement among raft nodes before linearized reading' (duration: 397.668915ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:40.85063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:40.452764Z","time spent":"397.85747ms","remote":"127.0.0.1:45492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-10T14:53:40.850639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:40.452096Z","time spent":"398.359604ms","remote":"127.0.0.1:45286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T14:53:40.851137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.973179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:53:40.851588Z","caller":"traceutil/trace.go:171","msg":"trace[1165391907] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2143; }","duration":"396.721979ms","start":"2026-07-10T14:53:40.454844Z","end":"2026-07-10T14:53:40.851566Z","steps":["trace[1165391907] 'agreement among raft nodes before linearized reading' (duration: 395.888136ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:40.8517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:40.454838Z","time spent":"396.812931ms","remote":"127.0.0.1:45202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T14:53:40.851312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.566372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:3 size:215963"} {"level":"info","ts":"2026-07-10T14:53:40.851994Z","caller":"traceutil/trace.go:171","msg":"trace[947425092] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:3; response_revision:2143; }","duration":"289.334483ms","start":"2026-07-10T14:53:40.562644Z","end":"2026-07-10T14:53:40.851979Z","steps":["trace[947425092] 'agreement among raft nodes before linearized reading' (duration: 288.12834ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:41.638013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.89817ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-10T14:53:41.638285Z","caller":"traceutil/trace.go:171","msg":"trace[2068641334] linearizableReadLoop","detail":"{readStateIndex:2255; appliedIndex:2253; }","duration":"686.893204ms","start":"2026-07-10T14:53:40.951377Z","end":"2026-07-10T14:53:41.63827Z","steps":["trace[2068641334] 'read index received' (duration: 195.554242ms)","trace[2068641334] 'applied index is now lower than readState.Index' (duration: 491.337692ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T14:53:41.638392Z","caller":"traceutil/trace.go:171","msg":"trace[1795216705] transaction","detail":"{read_only:false; response_revision:2147; number_of_response:1; }","duration":"700.695854ms","start":"2026-07-10T14:53:40.937643Z","end":"2026-07-10T14:53:41.638339Z","steps":["trace[1795216705] 'process raft request' (duration: 700.55862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:41.638616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.638418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:3 size:215963"} {"level":"warn","ts":"2026-07-10T14:53:41.638628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:40.937613Z","time spent":"700.88856ms","remote":"127.0.0.1:45390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T14:53:41.638461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.087699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-07-10T14:53:41.638793Z","caller":"traceutil/trace.go:171","msg":"trace[198474102] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2147; }","duration":"687.432019ms","start":"2026-07-10T14:53:40.951328Z","end":"2026-07-10T14:53:41.63876Z","steps":["trace[198474102] 'agreement among raft nodes before linearized reading' (duration: 687.039008ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:41.638659Z","caller":"traceutil/trace.go:171","msg":"trace[2074155466] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:3; response_revision:2147; }","duration":"678.72047ms","start":"2026-07-10T14:53:40.959929Z","end":"2026-07-10T14:53:41.63865Z","steps":["trace[2074155466] 'agreement among raft nodes before linearized reading' (duration: 678.579186ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:41.63882Z","caller":"traceutil/trace.go:171","msg":"trace[1029818293] transaction","detail":"{read_only:false; response_revision:2146; number_of_response:1; }","duration":"706.099923ms","start":"2026-07-10T14:53:40.932648Z","end":"2026-07-10T14:53:41.638748Z","steps":["trace[1029818293] 'process raft request' (duration: 214.397131ms)","trace[1029818293] 'compare' (duration: 490.560771ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T14:53:41.638891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:40.951302Z","time spent":"687.552792ms","remote":"127.0.0.1:45370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-10T14:53:41.63886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.143939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T14:53:41.63897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:40.95991Z","time spent":"678.982036ms","remote":"127.0.0.1:45302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":3,"response size":215986,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"info","ts":"2026-07-10T14:53:41.638984Z","caller":"traceutil/trace.go:171","msg":"trace[851181250] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2147; }","duration":"583.330234ms","start":"2026-07-10T14:53:41.055628Z","end":"2026-07-10T14:53:41.638958Z","steps":["trace[851181250] 'agreement among raft nodes before linearized reading' (duration: 583.134699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:41.639047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:40.932622Z","time spent":"706.319829ms","remote":"127.0.0.1:45286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-10T14:53:41.63916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:41.055607Z","time spent":"583.492348ms","remote":"127.0.0.1:47726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:42.179263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.151526ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-10T14:53:42.179417Z","caller":"traceutil/trace.go:171","msg":"trace[1634233652] transaction","detail":"{read_only:false; response_revision:2148; number_of_response:1; }","duration":"528.184977ms","start":"2026-07-10T14:53:41.65121Z","end":"2026-07-10T14:53:42.179395Z","steps":["trace[1634233652] 'process raft request' (duration: 144.765755ms)","trace[1634233652] 'compare' (duration: 382.746904ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T14:53:42.179488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:41.65118Z","time spent":"528.27623ms","remote":"127.0.0.1:45286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-10T14:53:42.884226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.539596ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-10T14:53:42.884385Z","caller":"traceutil/trace.go:171","msg":"trace[2105358782] linearizableReadLoop","detail":"{readStateIndex:2257; appliedIndex:2255; }","duration":"1.146292799s","start":"2026-07-10T14:53:41.738066Z","end":"2026-07-10T14:53:42.884359Z","steps":["trace[2105358782] 'read index received' (duration: 57.909344ms)","trace[2105358782] 'applied index is now lower than readState.Index' (duration: 1.088381195s)"],"step_count":2} {"level":"info","ts":"2026-07-10T14:53:42.884731Z","caller":"traceutil/trace.go:171","msg":"trace[616432588] transaction","detail":"{read_only:false; response_revision:2149; number_of_response:1; }","duration":"1.227282999s","start":"2026-07-10T14:53:41.657342Z","end":"2026-07-10T14:53:42.884625Z","steps":["trace[616432588] 'process raft request' (duration: 625.186197ms)","trace[616432588] 'compare' (duration: 601.064853ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T14:53:42.884928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.351109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T14:53:42.884952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146838474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/default/\" range_end:\"/registry/secrets/default0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:53:42.885026Z","caller":"traceutil/trace.go:171","msg":"trace[1637276881] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2149; }","duration":"913.514653ms","start":"2026-07-10T14:53:41.971488Z","end":"2026-07-10T14:53:42.885002Z","steps":["trace[1637276881] 'agreement among raft nodes before linearized reading' (duration: 913.351589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:42.885027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.850059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c0f550deacf903\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-07-10T14:53:42.885017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.691964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T14:53:42.885087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:41.971446Z","time spent":"913.629676ms","remote":"127.0.0.1:45298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-07-10T14:53:42.885113Z","caller":"traceutil/trace.go:171","msg":"trace[256981520] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c0f550deacf903; range_end:; response_count:1; response_revision:2149; }","duration":"700.970993ms","start":"2026-07-10T14:53:42.184123Z","end":"2026-07-10T14:53:42.885094Z","steps":["trace[256981520] 'agreement among raft nodes before linearized reading' (duration: 700.714836ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:42.885111Z","caller":"traceutil/trace.go:171","msg":"trace[1990086555] range","detail":"{range_begin:/registry/secrets/default/; range_end:/registry/secrets/default0; response_count:0; response_revision:2149; }","duration":"1.147075571s","start":"2026-07-10T14:53:41.738003Z","end":"2026-07-10T14:53:42.885079Z","steps":["trace[1990086555] 'agreement among raft nodes before linearized reading' (duration: 1.146770453s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:42.885164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:42.184102Z","time spent":"701.051795ms","remote":"127.0.0.1:45286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c0f550deacf903\" "} {"level":"info","ts":"2026-07-10T14:53:42.885119Z","caller":"traceutil/trace.go:171","msg":"trace[1668936804] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2149; }","duration":"765.935611ms","start":"2026-07-10T14:53:42.119166Z","end":"2026-07-10T14:53:42.885102Z","steps":["trace[1668936804] 'agreement among raft nodes before linearized reading' (duration: 765.675874ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:42.885183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:41.73798Z","time spent":"1.147187565s","remote":"127.0.0.1:45302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/default/\" range_end:\"/registry/secrets/default0\" "} {"level":"warn","ts":"2026-07-10T14:53:42.885216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:42.119141Z","time spent":"766.065795ms","remote":"127.0.0.1:45202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T14:53:42.884998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:41.657318Z","time spent":"1.227530296s","remote":"127.0.0.1:45390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4869,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T14:53:43.357453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.784235ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-10T14:53:43.357646Z","caller":"traceutil/trace.go:171","msg":"trace[1244615068] linearizableReadLoop","detail":"{readStateIndex:2259; appliedIndex:2258; }","duration":"411.881926ms","start":"2026-07-10T14:53:42.945745Z","end":"2026-07-10T14:53:43.357627Z","steps":["trace[1244615068] 'read index received' (duration: 68.817664ms)","trace[1244615068] 'applied index is now lower than readState.Index' (duration: 343.062722ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T14:53:43.357749Z","caller":"traceutil/trace.go:171","msg":"trace[580755924] transaction","detail":"{read_only:false; response_revision:2151; number_of_response:1; }","duration":"432.314428ms","start":"2026-07-10T14:53:42.925422Z","end":"2026-07-10T14:53:43.357736Z","steps":["trace[580755924] 'process raft request' (duration: 89.132133ms)","trace[580755924] 'compare' (duration: 342.62003ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T14:53:43.357812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:42.925405Z","time spent":"432.378271ms","remote":"127.0.0.1:45286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-10T14:53:43.357976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.281969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T14:53:43.358037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.543687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-10T14:53:43.358084Z","caller":"traceutil/trace.go:171","msg":"trace[838875966] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2151; }","duration":"238.462713ms","start":"2026-07-10T14:53:43.119593Z","end":"2026-07-10T14:53:43.358056Z","steps":["trace[838875966] 'agreement among raft nodes before linearized reading' (duration: 238.256137ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:43.358155Z","caller":"traceutil/trace.go:171","msg":"trace[1173737006] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2151; }","duration":"326.776924ms","start":"2026-07-10T14:53:43.031347Z","end":"2026-07-10T14:53:43.358124Z","steps":["trace[1173737006] 'agreement among raft nodes before linearized reading' (duration: 326.434885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:43.358221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:43.031321Z","time spent":"326.882457ms","remote":"127.0.0.1:56080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:43.359208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.430069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:5 size:1050272"} {"level":"info","ts":"2026-07-10T14:53:43.359322Z","caller":"traceutil/trace.go:171","msg":"trace[1950478201] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:5; response_revision:2151; }","duration":"413.563503ms","start":"2026-07-10T14:53:42.945728Z","end":"2026-07-10T14:53:43.359292Z","steps":["trace[1950478201] 'agreement among raft nodes before linearized reading' (duration: 412.044871ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:43.359394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:42.94564Z","time spent":"413.738447ms","remote":"127.0.0.1:45302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":1050295,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"warn","ts":"2026-07-10T14:53:44.074552Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744815,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:46.119119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000091307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T14:53:46.119214Z","caller":"traceutil/trace.go:171","msg":"trace[1828048051] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00020173s","start":"2026-07-10T14:53:44.118992Z","end":"2026-07-10T14:53:46.119194Z","steps":["trace[1828048051] 'agreement among raft nodes before linearized reading' (duration: 2.000088657s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:46.119261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:44.118879Z","time spent":"2.000371325s","remote":"127.0.0.1:45204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 14:53:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:46.337701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.014842773s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-10T14:53:46.33787Z","caller":"traceutil/trace.go:171","msg":"trace[1727350316] linearizableReadLoop","detail":"{readStateIndex:2260; appliedIndex:2259; }","duration":"2.764099455s","start":"2026-07-10T14:53:43.573744Z","end":"2026-07-10T14:53:46.337843Z","steps":["trace[1727350316] 'read index received' (duration: 748.890992ms)","trace[1727350316] 'applied index is now lower than readState.Index' (duration: 2.015205823s)"],"step_count":2} {"level":"info","ts":"2026-07-10T14:53:46.337932Z","caller":"traceutil/trace.go:171","msg":"trace[1613970710] transaction","detail":"{read_only:false; response_revision:2152; number_of_response:1; }","duration":"2.973680633s","start":"2026-07-10T14:53:43.3642Z","end":"2026-07-10T14:53:46.33788Z","steps":["trace[1613970710] 'process raft request' (duration: 958.514761ms)","trace[1613970710] 'compare' (duration: 2.013564968s)"],"step_count":2} {"level":"warn","ts":"2026-07-10T14:53:46.338161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.599621385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-10T14:53:46.338201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:43.364171Z","time spent":"2.973894529s","remote":"127.0.0.1:45286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T14:53:46.338173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.516046674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-10T14:53:46.338214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.063272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-10T14:53:46.338244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.599098271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-07-10T14:53:46.338275Z","caller":"traceutil/trace.go:171","msg":"trace[2031768551] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2152; }","duration":"1.599863051s","start":"2026-07-10T14:53:44.738385Z","end":"2026-07-10T14:53:46.338248Z","steps":["trace[2031768551] 'agreement among raft nodes before linearized reading' (duration: 1.599609644s)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:46.338293Z","caller":"traceutil/trace.go:171","msg":"trace[2029033625] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2152; }","duration":"1.516209919s","start":"2026-07-10T14:53:44.822061Z","end":"2026-07-10T14:53:46.338271Z","steps":["trace[2029033625] 'agreement among raft nodes before linearized reading' (duration: 1.515922731s)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:46.338301Z","caller":"traceutil/trace.go:171","msg":"trace[627019556] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2152; }","duration":"480.214356ms","start":"2026-07-10T14:53:45.858068Z","end":"2026-07-10T14:53:46.338282Z","steps":["trace[627019556] 'agreement among raft nodes before linearized reading' (duration: 479.913838ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:46.338318Z","caller":"traceutil/trace.go:171","msg":"trace[740518357] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:2152; }","duration":"1.599215353s","start":"2026-07-10T14:53:44.739078Z","end":"2026-07-10T14:53:46.338293Z","steps":["trace[740518357] 'agreement among raft nodes before linearized reading' (duration: 1.598911465s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:46.338331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:44.738361Z","time spent":"1.599958104s","remote":"127.0.0.1:45662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:46.338362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:45.858034Z","time spent":"480.308369ms","remote":"127.0.0.1:45568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":90,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:46.338356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:44.82204Z","time spent":"1.516297702s","remote":"127.0.0.1:45420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":56,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:46.338379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:44.739047Z","time spent":"1.599322957s","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":513,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-07-10T14:53:46.33823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.621647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T14:53:46.338163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.48265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-10T14:53:46.338574Z","caller":"traceutil/trace.go:171","msg":"trace[421392789] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2152; }","duration":"288.949103ms","start":"2026-07-10T14:53:46.049606Z","end":"2026-07-10T14:53:46.338555Z","steps":["trace[421392789] 'agreement among raft nodes before linearized reading' (duration: 288.409158ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:46.338826Z","caller":"traceutil/trace.go:171","msg":"trace[753725350] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2152; }","duration":"210.933996ms","start":"2026-07-10T14:53:46.127551Z","end":"2026-07-10T14:53:46.338485Z","steps":["trace[753725350] 'agreement among raft nodes before linearized reading' (duration: 210.446862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:46.339335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.765555015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:5 size:1050272"} {"level":"info","ts":"2026-07-10T14:53:46.339476Z","caller":"traceutil/trace.go:171","msg":"trace[55728706] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:5; response_revision:2152; }","duration":"2.76576022s","start":"2026-07-10T14:53:43.573688Z","end":"2026-07-10T14:53:46.339448Z","steps":["trace[55728706] 'agreement among raft nodes before linearized reading' (duration: 2.764247339s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:46.33955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:43.573664Z","time spent":"2.765869394s","remote":"127.0.0.1:45302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":1050295,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"warn","ts":"2026-07-10T14:53:46.879728Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744820,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:47.380789Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955963128744820,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:47.56306Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.219677169s","expected-duration":"1s"} {"level":"info","ts":"2026-07-10T14:53:47.615832Z","caller":"traceutil/trace.go:171","msg":"trace[97048774] transaction","detail":"{read_only:false; response_revision:2153; number_of_response:1; }","duration":"1.272510643s","start":"2026-07-10T14:53:46.343272Z","end":"2026-07-10T14:53:47.615783Z","steps":["trace[97048774] 'process raft request' (duration: 1.220045869s)","trace[97048774] 'compare' (duration: 51.443165ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T14:53:47.616073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:46.343251Z","time spent":"1.272692168s","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T14:53:48.150248Z","caller":"traceutil/trace.go:171","msg":"trace[1802158829] linearizableReadLoop","detail":"{readStateIndex:2262; appliedIndex:2260; }","duration":"1.771487737s","start":"2026-07-10T14:53:46.378729Z","end":"2026-07-10T14:53:48.150217Z","steps":["trace[1802158829] 'read index received' (duration: 1.184605254s)","trace[1802158829] 'applied index is now lower than readState.Index' (duration: 586.881303ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T14:53:48.150298Z","caller":"traceutil/trace.go:171","msg":"trace[403533950] transaction","detail":"{read_only:false; response_revision:2154; number_of_response:1; }","duration":"1.804498325s","start":"2026-07-10T14:53:46.345754Z","end":"2026-07-10T14:53:48.150252Z","steps":["trace[403533950] 'process raft request' (duration: 1.804217637s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:48.150565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:46.34574Z","time spent":"1.804649009s","remote":"127.0.0.1:45286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-10T14:53:48.150589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.771833506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:53:48.150687Z","caller":"traceutil/trace.go:171","msg":"trace[809197775] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:2154; }","duration":"1.7720032s","start":"2026-07-10T14:53:46.378661Z","end":"2026-07-10T14:53:48.150664Z","steps":["trace[809197775] 'agreement among raft nodes before linearized reading' (duration: 1.771717502s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:48.150752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:46.378639Z","time spent":"1.772102213s","remote":"127.0.0.1:46160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:48.172068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.216921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-07-10T14:53:48.172146Z","caller":"traceutil/trace.go:171","msg":"trace[1196600742] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2155; }","duration":"551.362745ms","start":"2026-07-10T14:53:47.620766Z","end":"2026-07-10T14:53:48.172128Z","steps":["trace[1196600742] 'agreement among raft nodes before linearized reading' (duration: 551.065277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:48.172197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:47.620742Z","time spent":"551.436437ms","remote":"127.0.0.1:45406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-07-10T14:53:48.172206Z","caller":"traceutil/trace.go:171","msg":"trace[774882857] transaction","detail":"{read_only:false; response_revision:2155; number_of_response:1; }","duration":"550.073399ms","start":"2026-07-10T14:53:47.622108Z","end":"2026-07-10T14:53:48.172181Z","steps":["trace[774882857] 'process raft request' (duration: 549.534775ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:48.172385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:47.62208Z","time spent":"550.181412ms","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T14:53:48.172488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42972348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-10T14:53:48.172552Z","caller":"traceutil/trace.go:171","msg":"trace[1753013790] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2155; }","duration":"1.429845833s","start":"2026-07-10T14:53:46.742689Z","end":"2026-07-10T14:53:48.172535Z","steps":["trace[1753013790] 'agreement among raft nodes before linearized reading' (duration: 1.42975372s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:48.172594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:46.742659Z","time spent":"1.429924275s","remote":"127.0.0.1:42130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:48.172587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.578963108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:53:48.172779Z","caller":"traceutil/trace.go:171","msg":"trace[205870466] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2155; }","duration":"1.579237635s","start":"2026-07-10T14:53:46.593517Z","end":"2026-07-10T14:53:48.172754Z","steps":["trace[205870466] 'agreement among raft nodes before linearized reading' (duration: 1.578960487s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:48.172931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:46.593496Z","time spent":"1.579388849s","remote":"127.0.0.1:55976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:48.173097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.631474302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:5 size:1050272"} {"level":"info","ts":"2026-07-10T14:53:48.173196Z","caller":"traceutil/trace.go:171","msg":"trace[1118402401] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:5; response_revision:2155; }","duration":"1.631631777s","start":"2026-07-10T14:53:46.541542Z","end":"2026-07-10T14:53:48.173173Z","steps":["trace[1118402401] 'agreement among raft nodes before linearized reading' (duration: 1.630433125s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:48.173279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:46.541517Z","time spent":"1.63175078s","remote":"127.0.0.1:45302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":1050295,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"info","ts":"2026-07-10T14:53:48.284039Z","caller":"traceutil/trace.go:171","msg":"trace[1047312890] transaction","detail":"{read_only:false; response_revision:2156; number_of_response:1; }","duration":"109.028471ms","start":"2026-07-10T14:53:48.174974Z","end":"2026-07-10T14:53:48.284002Z","steps":["trace[1047312890] 'process raft request' (duration: 101.551385ms)"],"step_count":1}