{"level":"warn","ts":"2026-04-19T11:00:55.885214Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-19T11:00:55.885345Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.246:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.246:2380","--initial-cluster=instance=https://199.19.213.246:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.246:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.246:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-19T11:00:55.88544Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-19T11:00:55.885458Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.246:2380"]} {"level":"info","ts":"2026-04-19T11:00:55.885481Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-19T11:00:55.886311Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.246:2379"]} {"level":"info","ts":"2026-04-19T11:00:55.886421Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.246:2380"],"listen-peer-urls":["https://199.19.213.246:2380"],"advertise-client-urls":["https://199.19.213.246:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.246:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.246:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-19T11:00:55.891989Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.289228ms"} {"level":"info","ts":"2026-04-19T11:00:55.899583Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"2b4fc23d90360acd","cluster-id":"fbafe76a301d853c"} {"level":"info","ts":"2026-04-19T11:00:55.89981Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2b4fc23d90360acd switched to configuration voters=()"} {"level":"info","ts":"2026-04-19T11:00:55.899856Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2b4fc23d90360acd became follower at term 0"} {"level":"info","ts":"2026-04-19T11:00:55.899881Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 2b4fc23d90360acd [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-19T11:00:55.899897Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2b4fc23d90360acd became follower at term 1"} {"level":"info","ts":"2026-04-19T11:00:55.899951Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2b4fc23d90360acd switched to configuration voters=(3120926636459297485)"} {"level":"warn","ts":"2026-04-19T11:00:55.908283Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-19T11:00:55.911534Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-19T11:00:55.91358Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-19T11:00:55.917176Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"2b4fc23d90360acd","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-19T11:00:55.919921Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"2b4fc23d90360acd","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-19T11:00:55.92019Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-19T11:00:55.920246Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-19T11:00:55.920258Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-19T11:00:55.922445Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2b4fc23d90360acd switched to configuration voters=(3120926636459297485)"} {"level":"info","ts":"2026-04-19T11:00:55.922616Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-19T11:00:55.923148Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"fbafe76a301d853c","local-member-id":"2b4fc23d90360acd","added-peer-id":"2b4fc23d90360acd","added-peer-peer-urls":["https://199.19.213.246:2380"]} {"level":"info","ts":"2026-04-19T11:00:55.923186Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.246:2380"} {"level":"info","ts":"2026-04-19T11:00:55.923215Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.246:2380"} {"level":"info","ts":"2026-04-19T11:00:55.923285Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"2b4fc23d90360acd","initial-advertise-peer-urls":["https://199.19.213.246:2380"],"listen-peer-urls":["https://199.19.213.246:2380"],"advertise-client-urls":["https://199.19.213.246:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.246:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-19T11:00:55.923335Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-19T11:00:56.300652Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2b4fc23d90360acd is starting a new election at term 1"} {"level":"info","ts":"2026-04-19T11:00:56.300716Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2b4fc23d90360acd became pre-candidate at term 1"} {"level":"info","ts":"2026-04-19T11:00:56.300753Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2b4fc23d90360acd received MsgPreVoteResp from 2b4fc23d90360acd at term 1"} {"level":"info","ts":"2026-04-19T11:00:56.300771Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2b4fc23d90360acd became candidate at term 2"} {"level":"info","ts":"2026-04-19T11:00:56.300779Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2b4fc23d90360acd received MsgVoteResp from 2b4fc23d90360acd at term 2"} {"level":"info","ts":"2026-04-19T11:00:56.300792Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2b4fc23d90360acd became leader at term 2"} {"level":"info","ts":"2026-04-19T11:00:56.300802Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 2b4fc23d90360acd elected leader 2b4fc23d90360acd at term 2"} {"level":"info","ts":"2026-04-19T11:00:56.305201Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"2b4fc23d90360acd","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.246:2379]}","request-path":"/0/members/2b4fc23d90360acd/attributes","cluster-id":"fbafe76a301d853c","publish-timeout":"7s"} {"level":"info","ts":"2026-04-19T11:00:56.305283Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-19T11:00:56.305255Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-19T11:00:56.305819Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-19T11:00:56.306001Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-19T11:00:56.306071Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-19T11:00:56.30844Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.246:2379"} {"level":"info","ts":"2026-04-19T11:00:56.308805Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fbafe76a301d853c","local-member-id":"2b4fc23d90360acd","cluster-version":"3.5"} {"level":"info","ts":"2026-04-19T11:00:56.308948Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-19T11:00:56.309001Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-19T11:00:56.31Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-19T11:00:58.084815Z","caller":"traceutil/trace.go:171","msg":"trace[965205049] transaction","detail":"{read_only:false; response_revision:92; number_of_response:1; }","duration":"104.98502ms","start":"2026-04-19T11:00:57.979775Z","end":"2026-04-19T11:00:58.08476Z","steps":["trace[965205049] 'process raft request' (duration: 104.692468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:00.413453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.098246305s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-19T11:01:00.413617Z","caller":"traceutil/trace.go:171","msg":"trace[1115421488] linearizableReadLoop","detail":"{readStateIndex:101; appliedIndex:100; }","duration":"1.776688824s","start":"2026-04-19T11:00:58.636909Z","end":"2026-04-19T11:01:00.413598Z","steps":["trace[1115421488] 'read index received' (duration: 64.05µs)","trace[1115421488] 'applied index is now lower than readState.Index' (duration: 1.776623194s)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:01:00.413807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.776893175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-19T11:01:00.413847Z","caller":"traceutil/trace.go:171","msg":"trace[1343665593] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:96; }","duration":"1.777004876s","start":"2026-04-19T11:00:58.636832Z","end":"2026-04-19T11:01:00.413837Z","steps":["trace[1343665593] 'agreement among raft nodes before linearized reading' (duration: 1.776895746s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:00.413891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:00:58.636806Z","time spent":"1.777073627s","remote":"127.0.0.1:35668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" "} {"level":"info","ts":"2026-04-19T11:01:00.414292Z","caller":"traceutil/trace.go:171","msg":"trace[1996400312] transaction","detail":"{read_only:false; response_revision:96; number_of_response:1; }","duration":"2.249408559s","start":"2026-04-19T11:00:58.164828Z","end":"2026-04-19T11:01:00.414237Z","steps":["trace[1996400312] 'process raft request' (duration: 149.861445ms)","trace[1996400312] 'compare' (duration: 2.098069834s)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:01:00.414535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:00:58.164795Z","time spent":"2.24963674s","remote":"127.0.0.1:35404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-19T11:01:00.74492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000322535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-19T11:01:00.745075Z","caller":"traceutil/trace.go:171","msg":"trace[1046030067] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000557796s","start":"2026-04-19T11:00:58.744487Z","end":"2026-04-19T11:01:00.745045Z","steps":["trace[1046030067] 'agreement among raft nodes before linearized reading' (duration: 2.000363335s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:00.745285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:00:58.744462Z","time spent":"2.000662807s","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/19 11:01:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-19T11:01:00.914048Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451644320963845,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-19T11:01:01.415695Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451644320963845,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-19T11:01:01.91729Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451644320963845,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-19T11:01:02.030126Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.513432223s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-19T11:01:02.032404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001023497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-19T11:01:02.032491Z","caller":"traceutil/trace.go:171","msg":"trace[1251755761] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001166459s","start":"2026-04-19T11:01:00.031305Z","end":"2026-04-19T11:01:02.032471Z","steps":["trace[1251755761] 'agreement among raft nodes before linearized reading' (duration: 2.001067998s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:02.032643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:00.031281Z","time spent":"2.001322369s","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/19 11:01:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-19T11:01:02.746269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000630389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-19T11:01:02.746373Z","caller":"traceutil/trace.go:171","msg":"trace[722215396] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0007538s","start":"2026-04-19T11:01:00.745597Z","end":"2026-04-19T11:01:02.746351Z","steps":["trace[722215396] 'agreement among raft nodes before linearized reading' (duration: 2.000624339s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:02.746436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:00.745536Z","time spent":"2.000886652s","remote":"127.0.0.1:35338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-19T11:01:03.453964Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.423640042s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-19T11:01:04.530845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000413868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-19T11:01:04.530972Z","caller":"traceutil/trace.go:171","msg":"trace[2085480735] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00058241s","start":"2026-04-19T11:01:02.530353Z","end":"2026-04-19T11:01:04.530935Z","steps":["trace[2085480735] 'agreement among raft nodes before linearized reading' (duration: 2.000440999s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:04.531027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:02.530334Z","time spent":"2.00068104s","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-19T11:01:04.821818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.791384317s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-19T11:01:04.821951Z","caller":"traceutil/trace.go:171","msg":"trace[995555326] linearizableReadLoop","detail":"{readStateIndex:103; appliedIndex:101; }","duration":"4.40829178s","start":"2026-04-19T11:01:00.413646Z","end":"2026-04-19T11:01:04.821938Z","steps":["trace[995555326] 'read index received' (duration: 1.616737622s)","trace[995555326] 'applied index is now lower than readState.Index' (duration: 2.791553428s)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:01:04.821973Z","caller":"traceutil/trace.go:171","msg":"trace[1730521517] transaction","detail":"{read_only:false; response_revision:98; number_of_response:1; }","duration":"4.403379865s","start":"2026-04-19T11:01:00.418577Z","end":"2026-04-19T11:01:04.821956Z","steps":["trace[1730521517] 'process raft request' (duration: 4.403323135s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:04.822039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.410729307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-19T11:01:04.822037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:00.418563Z","time spent":"4.403441556s","remote":"127.0.0.1:35404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":799,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-19T11:01:04.822061Z","caller":"traceutil/trace.go:171","msg":"trace[1108114855] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:98; }","duration":"4.410757127s","start":"2026-04-19T11:01:00.411297Z","end":"2026-04-19T11:01:04.822054Z","steps":["trace[1108114855] 'agreement among raft nodes before linearized reading' (duration: 4.410702607s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:04.822101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:00.411241Z","time spent":"4.410854148s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-19T11:01:04.822198Z","caller":"traceutil/trace.go:171","msg":"trace[1706356920] transaction","detail":"{read_only:false; response_revision:97; number_of_response:1; }","duration":"5.305685956s","start":"2026-04-19T11:00:59.5165Z","end":"2026-04-19T11:01:04.822186Z","steps":["trace[1706356920] 'process raft request' (duration: 2.513878976s)","trace[1706356920] 'compare' (duration: 2.790978864s)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:01:04.82221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.175370437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-node-critical\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-19T11:01:04.822234Z","caller":"traceutil/trace.go:171","msg":"trace[1293564439] range","detail":"{range_begin:/registry/priorityclasses/system-node-critical; range_end:; response_count:0; response_revision:98; }","duration":"6.175428527s","start":"2026-04-19T11:00:58.646799Z","end":"2026-04-19T11:01:04.822227Z","steps":["trace[1293564439] 'agreement among raft nodes before linearized reading' (duration: 6.175391877s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:04.822246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:00:59.516463Z","time spent":"5.305758887s","remote":"127.0.0.1:35590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-19T11:01:04.822255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:00:58.646782Z","time spent":"6.175467007s","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/priorityclasses/system-node-critical\" "} {"level":"warn","ts":"2026-04-19T11:01:04.822346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.175968061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-19T11:01:04.822367Z","caller":"traceutil/trace.go:171","msg":"trace[1585418990] range","detail":"{range_begin:/registry/limitranges/kube-system/; range_end:/registry/limitranges/kube-system0; response_count:0; response_revision:98; }","duration":"6.176035481s","start":"2026-04-19T11:00:58.646325Z","end":"2026-04-19T11:01:04.82236Z","steps":["trace[1585418990] 'agreement among raft nodes before linearized reading' (duration: 6.176004061s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:04.822386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:00:58.646301Z","time spent":"6.176079932s","remote":"127.0.0.1:35464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" "} {"level":"warn","ts":"2026-04-19T11:01:04.822414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.405144548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-19T11:01:04.822452Z","caller":"traceutil/trace.go:171","msg":"trace[512027928] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:98; }","duration":"4.405231499s","start":"2026-04-19T11:01:00.41721Z","end":"2026-04-19T11:01:04.822442Z","steps":["trace[512027928] 'agreement among raft nodes before linearized reading' (duration: 4.405172468s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:04.822481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:00.417186Z","time spent":"4.405286659s","remote":"127.0.0.1:35678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" "} {"level":"warn","ts":"2026-04-19T11:01:04.822594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.168278935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-19T11:01:04.822613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.978940288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-19T11:01:04.822635Z","caller":"traceutil/trace.go:171","msg":"trace[1753530761] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:98; }","duration":"1.979001878s","start":"2026-04-19T11:01:02.843626Z","end":"2026-04-19T11:01:04.822628Z","steps":["trace[1753530761] 'agreement among raft nodes before linearized reading' (duration: 1.978964018s)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:01:04.822633Z","caller":"traceutil/trace.go:171","msg":"trace[391250802] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:98; }","duration":"4.168375456s","start":"2026-04-19T11:01:00.654243Z","end":"2026-04-19T11:01:04.822619Z","steps":["trace[391250802] 'agreement among raft nodes before linearized reading' (duration: 4.168326015s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:04.822652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:02.843605Z","time spent":"1.979041918s","remote":"127.0.0.1:35338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-19T11:01:04.822661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:00.654214Z","time spent":"4.168439446s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-19T11:01:05.251394Z","caller":"traceutil/trace.go:171","msg":"trace[1457736066] linearizableReadLoop","detail":"{readStateIndex:104; appliedIndex:103; }","duration":"426.354981ms","start":"2026-04-19T11:01:04.824996Z","end":"2026-04-19T11:01:05.251351Z","steps":["trace[1457736066] 'read index received' (duration: 412.149105ms)","trace[1457736066] 'applied index is now lower than readState.Index' (duration: 14.205336ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:01:05.251517Z","caller":"traceutil/trace.go:171","msg":"trace[1945037819] transaction","detail":"{read_only:false; response_revision:99; number_of_response:1; }","duration":"426.645672ms","start":"2026-04-19T11:01:04.824857Z","end":"2026-04-19T11:01:05.251502Z","steps":["trace[1945037819] 'process raft request' (duration: 412.154985ms)","trace[1945037819] 'compare' (duration: 14.246486ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:01:05.251596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:04.824838Z","time spent":"426.709623ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":429,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-19T11:01:05.251936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.890744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-admin\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-19T11:01:05.252044Z","caller":"traceutil/trace.go:171","msg":"trace[1183224795] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-admin; range_end:; response_count:0; response_revision:99; }","duration":"427.050775ms","start":"2026-04-19T11:01:04.824969Z","end":"2026-04-19T11:01:05.25202Z","steps":["trace[1183224795] 'agreement among raft nodes before linearized reading' (duration: 426.611302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:05.252098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:04.824955Z","time spent":"427.133595ms","remote":"127.0.0.1:35668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles/system:aggregate-to-admin\" "} {"level":"info","ts":"2026-04-19T11:01:05.253965Z","caller":"traceutil/trace.go:171","msg":"trace[1524359788] transaction","detail":"{read_only:false; response_revision:100; number_of_response:1; }","duration":"428.904188ms","start":"2026-04-19T11:01:04.825038Z","end":"2026-04-19T11:01:05.253943Z","steps":["trace[1524359788] 'process raft request' (duration: 428.662916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:05.254056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.852068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/csr-q6nkf\" ","response":"range_response_count:1 size:861"} {"level":"info","ts":"2026-04-19T11:01:05.254094Z","caller":"traceutil/trace.go:171","msg":"trace[1890000642] range","detail":"{range_begin:/registry/certificatesigningrequests/csr-q6nkf; range_end:; response_count:1; response_revision:103; }","duration":"428.924688ms","start":"2026-04-19T11:01:04.825161Z","end":"2026-04-19T11:01:05.254086Z","steps":["trace[1890000642] 'agreement among raft nodes before linearized reading' (duration: 428.821767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:05.254122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:04.825147Z","time spent":"428.968908ms","remote":"127.0.0.1:35590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":884,"request content":"key:\"/registry/certificatesigningrequests/csr-q6nkf\" "} {"level":"warn","ts":"2026-04-19T11:01:05.254143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:04.825024Z","time spent":"428.988708ms","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3453,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-19T11:01:05.254371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.96784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-19T11:01:05.254408Z","caller":"traceutil/trace.go:171","msg":"trace[2034707881] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:103; }","duration":"410.04446ms","start":"2026-04-19T11:01:04.844355Z","end":"2026-04-19T11:01:05.254399Z","steps":["trace[2034707881] 'agreement among raft nodes before linearized reading' (duration: 409.988049ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:01:05.254352Z","caller":"traceutil/trace.go:171","msg":"trace[1456036142] transaction","detail":"{read_only:false; response_revision:103; number_of_response:1; }","duration":"427.415988ms","start":"2026-04-19T11:01:04.826887Z","end":"2026-04-19T11:01:05.254303Z","steps":["trace[1456036142] 'process raft request' (duration: 427.047676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:05.254429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:04.844328Z","time spent":"410.09702ms","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-19T11:01:05.254367Z","caller":"traceutil/trace.go:171","msg":"trace[1759835146] transaction","detail":"{read_only:false; response_revision:101; number_of_response:1; }","duration":"428.901867ms","start":"2026-04-19T11:01:04.825429Z","end":"2026-04-19T11:01:05.254331Z","steps":["trace[1759835146] 'process raft request' (duration: 428.448524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:05.254533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:04.825417Z","time spent":"429.083519ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-19T11:01:05.254533Z","caller":"traceutil/trace.go:171","msg":"trace[173695866] transaction","detail":"{read_only:false; response_revision:102; number_of_response:1; }","duration":"428.537266ms","start":"2026-04-19T11:01:04.825985Z","end":"2026-04-19T11:01:05.254523Z","steps":["trace[173695866] 'process raft request' (duration: 427.924202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:05.254575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:04.825977Z","time spent":"428.578346ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-19T11:01:05.25454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:04.826877Z","time spent":"427.577209ms","remote":"127.0.0.1:35404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":740,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-19T11:01:31.173508Z","caller":"traceutil/trace.go:171","msg":"trace[233901631] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"287.394794ms","start":"2026-04-19T11:01:30.886088Z","end":"2026-04-19T11:01:31.173483Z","steps":["trace[233901631] 'process raft request' (duration: 287.240096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:35.776545Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451644320964720,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-19T11:01:36.277714Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451644320964720,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-19T11:01:36.66242Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.468330419s","expected-duration":"1s"} {"level":"info","ts":"2026-04-19T11:01:36.662863Z","caller":"traceutil/trace.go:171","msg":"trace[1963534554] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"1.468819723s","start":"2026-04-19T11:01:35.194008Z","end":"2026-04-19T11:01:36.662828Z","steps":["trace[1963534554] 'process raft request' (duration: 1.468653635s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:36.663161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:35.193998Z","time spent":"1.468915919s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:01:37.147136Z","caller":"traceutil/trace.go:171","msg":"trace[1978772016] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"1.8076169s","start":"2026-04-19T11:01:35.339473Z","end":"2026-04-19T11:01:37.14709Z","steps":["trace[1978772016] 'process raft request' (duration: 1.807408569s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:37.147278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:35.339453Z","time spent":"1.807758087s","remote":"127.0.0.1:35376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-19T11:01:37.147603Z","caller":"traceutil/trace.go:171","msg":"trace[622534364] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"1.775300491s","start":"2026-04-19T11:01:35.371811Z","end":"2026-04-19T11:01:37.147112Z","steps":["trace[622534364] 'process raft request' (duration: 1.775213567s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:37.147786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:35.371789Z","time spent":"1.775919432s","remote":"127.0.0.1:35376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-19T11:01:37.147826Z","caller":"traceutil/trace.go:171","msg":"trace[58680161] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"1.775827337s","start":"2026-04-19T11:01:35.371986Z","end":"2026-04-19T11:01:37.147813Z","steps":["trace[58680161] 'process raft request' (duration: 1.775065439s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:37.147894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:35.371982Z","time spent":"1.775874549s","remote":"127.0.0.1:35376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-19T11:01:37.147945Z","caller":"traceutil/trace.go:171","msg":"trace[665092431] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"1.770807287s","start":"2026-04-19T11:01:35.377125Z","end":"2026-04-19T11:01:37.147933Z","steps":["trace[665092431] 'process raft request' (duration: 1.770691001s)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:01:37.147982Z","caller":"traceutil/trace.go:171","msg":"trace[1927250366] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"1.775810846s","start":"2026-04-19T11:01:35.372159Z","end":"2026-04-19T11:01:37.14797Z","steps":["trace[1927250366] 'process raft request' (duration: 1.775589155s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:37.148006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:35.377109Z","time spent":"1.77087067s","remote":"127.0.0.1:35376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-19T11:01:37.14803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:35.372155Z","time spent":"1.775852248s","remote":"127.0.0.1:35376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-19T11:01:37.148153Z","caller":"traceutil/trace.go:171","msg":"trace[95818890] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"1.765019328s","start":"2026-04-19T11:01:35.383124Z","end":"2026-04-19T11:01:37.148143Z","steps":["trace[95818890] 'process raft request' (duration: 1.764793677s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:37.148204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:35.38311Z","time spent":"1.765072401s","remote":"127.0.0.1:35376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-19T11:01:37.14823Z","caller":"traceutil/trace.go:171","msg":"trace[800584700] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"1.77105195s","start":"2026-04-19T11:01:35.377161Z","end":"2026-04-19T11:01:37.148213Z","steps":["trace[800584700] 'process raft request' (duration: 1.770696992s)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:01:37.148259Z","caller":"traceutil/trace.go:171","msg":"trace[49125329] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"1.764097721s","start":"2026-04-19T11:01:35.384149Z","end":"2026-04-19T11:01:37.148247Z","steps":["trace[49125329] 'process raft request' (duration: 1.763800966s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:37.148305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:35.377151Z","time spent":"1.771120553s","remote":"127.0.0.1:35376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-19T11:01:37.148308Z","caller":"traceutil/trace.go:171","msg":"trace[57906674] linearizableReadLoop","detail":"{readStateIndex:550; appliedIndex:538; }","duration":"1.872710377s","start":"2026-04-19T11:01:35.275577Z","end":"2026-04-19T11:01:37.148287Z","steps":["trace[57906674] 'read index received' (duration: 1.387233291s)","trace[57906674] 'applied index is now lower than readState.Index' (duration: 485.476446ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:01:37.148369Z","caller":"traceutil/trace.go:171","msg":"trace[1152849221] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"1.74356396s","start":"2026-04-19T11:01:35.404788Z","end":"2026-04-19T11:01:37.148352Z","steps":["trace[1152849221] 'process raft request' (duration: 1.743238134s)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:01:37.148386Z","caller":"traceutil/trace.go:171","msg":"trace[1152149509] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"1.614124169s","start":"2026-04-19T11:01:35.534247Z","end":"2026-04-19T11:01:37.148371Z","steps":["trace[1152149509] 'process raft request' (duration: 1.61394992s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:37.148455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:35.40476Z","time spent":"1.743659455s","remote":"127.0.0.1:35376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-19T11:01:37.148391Z","caller":"traceutil/trace.go:171","msg":"trace[1867006507] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"1.771186606s","start":"2026-04-19T11:01:35.377193Z","end":"2026-04-19T11:01:37.14838Z","steps":["trace[1867006507] 'process raft request' (duration: 1.770690241s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:37.148524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083369212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-19T11:01:37.148544Z","caller":"traceutil/trace.go:171","msg":"trace[998131710] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"1.757383783s","start":"2026-04-19T11:01:35.391151Z","end":"2026-04-19T11:01:37.148535Z","steps":["trace[998131710] 'process raft request' (duration: 1.756835166s)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:01:37.148557Z","caller":"traceutil/trace.go:171","msg":"trace[420344267] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:531; }","duration":"1.083440076s","start":"2026-04-19T11:01:36.065109Z","end":"2026-04-19T11:01:37.148549Z","steps":["trace[420344267] 'agreement among raft nodes before linearized reading' (duration: 1.083390273s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:37.148583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:36.065077Z","time spent":"1.083500199s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-19T11:01:37.148589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:35.391128Z","time spent":"1.757440027s","remote":"127.0.0.1:35376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-19T11:01:37.148599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.230044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.246\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-19T11:01:37.148631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:35.37719Z","time spent":"1.771306202s","remote":"127.0.0.1:35376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-19T11:01:37.148456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:35.534214Z","time spent":"1.614213714s","remote":"127.0.0.1:35376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-19T11:01:37.14872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065862028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-19T11:01:37.148323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:35.384132Z","time spent":"1.764159694s","remote":"127.0.0.1:35376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-19T11:01:37.148755Z","caller":"traceutil/trace.go:171","msg":"trace[1324019879] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:531; }","duration":"1.065930392s","start":"2026-04-19T11:01:36.082816Z","end":"2026-04-19T11:01:37.148746Z","steps":["trace[1324019879] 'agreement among raft nodes before linearized reading' (duration: 1.065868718s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:37.14847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.872873405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:01:37.148824Z","caller":"traceutil/trace.go:171","msg":"trace[350582499] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:531; }","duration":"1.873264745s","start":"2026-04-19T11:01:35.275544Z","end":"2026-04-19T11:01:37.148809Z","steps":["trace[350582499] 'agreement among raft nodes before linearized reading' (duration: 1.872858544s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:37.148833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082074286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-19T11:01:37.148857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:35.275527Z","time spent":"1.873320307s","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-19T11:01:37.14865Z","caller":"traceutil/trace.go:171","msg":"trace[90412227] range","detail":"{range_begin:/registry/masterleases/199.19.213.246; range_end:; response_count:1; response_revision:531; }","duration":"901.284317ms","start":"2026-04-19T11:01:36.247353Z","end":"2026-04-19T11:01:37.148637Z","steps":["trace[90412227] 'agreement among raft nodes before linearized reading' (duration: 901.187712ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:01:37.148873Z","caller":"traceutil/trace.go:171","msg":"trace[1324655294] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:531; }","duration":"1.082157469s","start":"2026-04-19T11:01:36.066703Z","end":"2026-04-19T11:01:37.148861Z","steps":["trace[1324655294] 'agreement among raft nodes before linearized reading' (duration: 1.082045644s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:37.148943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:36.247299Z","time spent":"901.633875ms","remote":"127.0.0.1:35350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.246\" "} {"level":"warn","ts":"2026-04-19T11:01:37.148965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:36.066683Z","time spent":"1.082272455s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-19T11:01:37.148786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:36.082799Z","time spent":"1.065978114s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-19T11:01:39.16646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998008997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-19T11:01:39.166592Z","caller":"traceutil/trace.go:171","msg":"trace[1730955115] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998153904s","start":"2026-04-19T11:01:37.168392Z","end":"2026-04-19T11:01:39.166546Z","steps":["trace[1730955115] 'agreement among raft nodes before linearized reading' (duration: 1.998002136s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:39.166635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:37.168379Z","time spent":"1.998246367s","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/19 11:01:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-19T11:01:39.756747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.453643965s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-19T11:01:39.756859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:37.156506Z","time spent":"2.600348144s","remote":"127.0.0.1:35350","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-19T11:01:39.799888Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.496556045s","expected-duration":"1s"} {"level":"info","ts":"2026-04-19T11:01:39.800394Z","caller":"traceutil/trace.go:171","msg":"trace[710794927] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"2.636254531s","start":"2026-04-19T11:01:37.16412Z","end":"2026-04-19T11:01:39.800374Z","steps":["trace[710794927] 'process raft request' (duration: 2.636053471s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:39.800535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:37.164105Z","time spent":"2.636359915s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:01:39.800777Z","caller":"traceutil/trace.go:171","msg":"trace[240620303] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"2.636541104s","start":"2026-04-19T11:01:37.164172Z","end":"2026-04-19T11:01:39.800714Z","steps":["trace[240620303] 'process raft request' (duration: 2.636170156s)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:01:39.800902Z","caller":"traceutil/trace.go:171","msg":"trace[613633974] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"2.636131813s","start":"2026-04-19T11:01:37.16476Z","end":"2026-04-19T11:01:39.800892Z","steps":["trace[613633974] 'process raft request' (duration: 2.635956245s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:39.80093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:37.164169Z","time spent":"2.636676261s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:01:39.800974Z","caller":"traceutil/trace.go:171","msg":"trace[1779420891] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"2.63625305s","start":"2026-04-19T11:01:37.164715Z","end":"2026-04-19T11:01:39.800968Z","steps":["trace[1779420891] 'process raft request' (duration: 2.635856871s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:39.801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:37.164707Z","time spent":"2.636280551s","remote":"127.0.0.1:35838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":995,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-19T11:01:39.801119Z","caller":"traceutil/trace.go:171","msg":"trace[1969932647] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"2.63625339s","start":"2026-04-19T11:01:37.164852Z","end":"2026-04-19T11:01:39.801105Z","steps":["trace[1969932647] 'process raft request' (duration: 2.635894862s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:39.80118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:37.164846Z","time spent":"2.636308162s","remote":"127.0.0.1:35838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-19T11:01:39.800952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:37.164754Z","time spent":"2.636176786s","remote":"127.0.0.1:35838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":980,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-19T11:01:39.801332Z","caller":"traceutil/trace.go:171","msg":"trace[778480844] linearizableReadLoop","detail":"{readStateIndex:556; appliedIndex:550; }","duration":"2.63289387s","start":"2026-04-19T11:01:37.168418Z","end":"2026-04-19T11:01:39.801312Z","steps":["trace[778480844] 'read index received' (duration: 134.776568ms)","trace[778480844] 'applied index is now lower than readState.Index' (duration: 2.498116262s)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:01:39.801479Z","caller":"traceutil/trace.go:171","msg":"trace[1692266472] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"2.632887129s","start":"2026-04-19T11:01:37.168579Z","end":"2026-04-19T11:01:39.801466Z","steps":["trace[1692266472] 'process raft request' (duration: 2.632323072s)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:01:39.801501Z","caller":"traceutil/trace.go:171","msg":"trace[1250758740] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"2.629482199s","start":"2026-04-19T11:01:37.171998Z","end":"2026-04-19T11:01:39.80148Z","steps":["trace[1250758740] 'process raft request' (duration: 2.628985735s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:39.801567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:37.168572Z","time spent":"2.632948793s","remote":"127.0.0.1:35838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1004,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-19T11:01:39.801605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:37.171984Z","time spent":"2.629566472s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:01:39.801637Z","caller":"traceutil/trace.go:171","msg":"trace[238572202] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"2.633105421s","start":"2026-04-19T11:01:37.168514Z","end":"2026-04-19T11:01:39.80162Z","steps":["trace[238572202] 'process raft request' (duration: 2.632286661s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:39.801677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123614296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-19T11:01:39.801717Z","caller":"traceutil/trace.go:171","msg":"trace[2145607177] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:548; }","duration":"1.123673589s","start":"2026-04-19T11:01:38.678034Z","end":"2026-04-19T11:01:39.801708Z","steps":["trace[2145607177] 'agreement among raft nodes before linearized reading' (duration: 1.123586015s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:39.801746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:38.678019Z","time spent":"1.123721272s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-19T11:01:39.801739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:37.168504Z","time spent":"2.633182434s","remote":"127.0.0.1:35376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7317,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:01:39.801757Z","caller":"traceutil/trace.go:171","msg":"trace[2038474576] transaction","detail":"{read_only:false; number_of_response:1; response_revision:542; }","duration":"2.626194612s","start":"2026-04-19T11:01:37.175549Z","end":"2026-04-19T11:01:39.801744Z","steps":["trace[2038474576] 'process raft request' (duration: 2.625472667s)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:01:39.801788Z","caller":"traceutil/trace.go:171","msg":"trace[2109157959] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"1.122555684s","start":"2026-04-19T11:01:38.679225Z","end":"2026-04-19T11:01:39.801781Z","steps":["trace[2109157959] 'process raft request' (duration: 1.122287861s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:39.80183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:38.679216Z","time spent":"1.122590845s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:01:39.801859Z","caller":"traceutil/trace.go:171","msg":"trace[2135122726] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"2.618052741s","start":"2026-04-19T11:01:37.183798Z","end":"2026-04-19T11:01:39.801851Z","steps":["trace[2135122726] 'process raft request' (duration: 2.617278243s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:39.801918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:37.183779Z","time spent":"2.618112934s","remote":"127.0.0.1:35376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30374,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:01:39.801921Z","caller":"traceutil/trace.go:171","msg":"trace[86582898] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"2.633388995s","start":"2026-04-19T11:01:37.168517Z","end":"2026-04-19T11:01:39.801906Z","steps":["trace[86582898] 'process raft request' (duration: 2.632337203s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:39.802003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:37.168508Z","time spent":"2.633449617s","remote":"127.0.0.1:35376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30393,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:01:39.802045Z","caller":"traceutil/trace.go:171","msg":"trace[751898695] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"2.610187355s","start":"2026-04-19T11:01:37.19185Z","end":"2026-04-19T11:01:39.802037Z","steps":["trace[751898695] 'process raft request' (duration: 2.609319133s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:39.802111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:37.191829Z","time spent":"2.610238198s","remote":"127.0.0.1:35376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28739,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:01:39.802231Z","caller":"traceutil/trace.go:171","msg":"trace[1166469065] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"2.581861978s","start":"2026-04-19T11:01:37.220361Z","end":"2026-04-19T11:01:39.802223Z","steps":["trace[1166469065] 'process raft request' (duration: 2.580908412s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:39.802279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:37.220337Z","time spent":"2.581921941s","remote":"127.0.0.1:35376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17062,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-19T11:01:39.802818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.073752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:01:39.802871Z","caller":"traceutil/trace.go:171","msg":"trace[621516750] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:548; }","duration":"636.159086ms","start":"2026-04-19T11:01:39.166703Z","end":"2026-04-19T11:01:39.802862Z","steps":["trace[621516750] 'agreement among raft nodes before linearized reading' (duration: 636.075262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:39.802897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:39.166689Z","time spent":"636.202348ms","remote":"127.0.0.1:35338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-19T11:01:39.803017Z","caller":"traceutil/trace.go:171","msg":"trace[1590110958] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"982.842441ms","start":"2026-04-19T11:01:38.820164Z","end":"2026-04-19T11:01:39.803006Z","steps":["trace[1590110958] 'process raft request' (duration: 981.398279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:39.803079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:38.820146Z","time spent":"982.902384ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:01:39.801823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:37.175541Z","time spent":"2.626245094s","remote":"127.0.0.1:35376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":7366,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:01:39.810553Z","caller":"traceutil/trace.go:171","msg":"trace[1176980115] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"2.63878537s","start":"2026-04-19T11:01:37.168616Z","end":"2026-04-19T11:01:39.807401Z","steps":["trace[1176980115] 'process raft request' (duration: 2.632336543s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:39.812015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:37.168598Z","time spent":"2.643114373s","remote":"127.0.0.1:35376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10063,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:01:39.811139Z","caller":"traceutil/trace.go:171","msg":"trace[903564088] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"2.642495973s","start":"2026-04-19T11:01:37.168582Z","end":"2026-04-19T11:01:39.811078Z","steps":["trace[903564088] 'process raft request' (duration: 2.632344423s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:39.812717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:37.168575Z","time spent":"2.644100801s","remote":"127.0.0.1:35838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-19T11:01:46.185147Z","caller":"traceutil/trace.go:171","msg":"trace[1187877206] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"335.767248ms","start":"2026-04-19T11:01:45.849363Z","end":"2026-04-19T11:01:46.185131Z","steps":["trace[1187877206] 'process raft request' (duration: 325.896151ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:01:46.185235Z","caller":"traceutil/trace.go:171","msg":"trace[651656742] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"335.146669ms","start":"2026-04-19T11:01:45.850059Z","end":"2026-04-19T11:01:46.185206Z","steps":["trace[651656742] 'process raft request' (duration: 334.788063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:46.185286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:45.849347Z","time spent":"335.871783ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:01:46.185435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:45.850044Z","time spent":"335.263455ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:01:46.185921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.165597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-19T11:01:46.185987Z","caller":"traceutil/trace.go:171","msg":"trace[1413161838] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:627; }","duration":"300.247891ms","start":"2026-04-19T11:01:45.885719Z","end":"2026-04-19T11:01:46.185967Z","steps":["trace[1413161838] 'agreement among raft nodes before linearized reading' (duration: 300.081204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:46.186039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:45.885703Z","time spent":"300.322235ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-19T11:01:46.184963Z","caller":"traceutil/trace.go:171","msg":"trace[2053252055] linearizableReadLoop","detail":"{readStateIndex:652; appliedIndex:650; }","duration":"299.170693ms","start":"2026-04-19T11:01:45.885768Z","end":"2026-04-19T11:01:46.184939Z","steps":["trace[2053252055] 'read index received' (duration: 289.577879ms)","trace[2053252055] 'applied index is now lower than readState.Index' (duration: 9.592034ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:01:46.521192Z","caller":"traceutil/trace.go:171","msg":"trace[24751869] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"616.758425ms","start":"2026-04-19T11:01:45.904398Z","end":"2026-04-19T11:01:46.521157Z","steps":["trace[24751869] 'process raft request' (duration: 615.723077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:46.521442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:45.904376Z","time spent":"616.915322ms","remote":"127.0.0.1:35422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036289,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:01:46.521903Z","caller":"traceutil/trace.go:171","msg":"trace[1737441056] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"332.157382ms","start":"2026-04-19T11:01:46.189729Z","end":"2026-04-19T11:01:46.521886Z","steps":["trace[1737441056] 'process raft request' (duration: 331.326654ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:01:46.521946Z","caller":"traceutil/trace.go:171","msg":"trace[1743145561] linearizableReadLoop","detail":"{readStateIndex:654; appliedIndex:652; }","duration":"273.700667ms","start":"2026-04-19T11:01:46.247626Z","end":"2026-04-19T11:01:46.521327Z","steps":["trace[1743145561] 'read index received' (duration: 272.431309ms)","trace[1743145561] 'applied index is now lower than readState.Index' (duration: 1.267488ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:01:46.522007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:46.189716Z","time spent":"332.241486ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:01:46.522305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.655021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.246\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-19T11:01:46.522348Z","caller":"traceutil/trace.go:171","msg":"trace[1611362019] range","detail":"{range_begin:/registry/masterleases/199.19.213.246; range_end:; response_count:1; response_revision:629; }","duration":"274.796627ms","start":"2026-04-19T11:01:46.247539Z","end":"2026-04-19T11:01:46.522336Z","steps":["trace[1611362019] 'agreement among raft nodes before linearized reading' (duration: 274.510654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:47.693086Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451644320964987,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-19T11:01:47.926819Z","caller":"traceutil/trace.go:171","msg":"trace[670169143] linearizableReadLoop","detail":"{readStateIndex:661; appliedIndex:660; }","duration":"734.311651ms","start":"2026-04-19T11:01:47.192476Z","end":"2026-04-19T11:01:47.926787Z","steps":["trace[670169143] 'read index received' (duration: 733.40192ms)","trace[670169143] 'applied index is now lower than readState.Index' (duration: 908.501µs)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:01:47.926924Z","caller":"traceutil/trace.go:171","msg":"trace[1402712118] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"888.68242ms","start":"2026-04-19T11:01:47.038196Z","end":"2026-04-19T11:01:47.926879Z","steps":["trace[1402712118] 'process raft request' (duration: 887.957277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:47.92711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:47.038166Z","time spent":"888.835518ms","remote":"127.0.0.1:35422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036313,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:01:47.927195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.690988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-8t72p\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-04-19T11:01:47.927459Z","caller":"traceutil/trace.go:171","msg":"trace[1915193481] range","detail":"{range_begin:/registry/pods/kube-system/cilium-8t72p; range_end:; response_count:1; response_revision:635; }","duration":"734.998991ms","start":"2026-04-19T11:01:47.192434Z","end":"2026-04-19T11:01:47.927433Z","steps":["trace[1915193481] 'agreement among raft nodes before linearized reading' (duration: 734.51971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:47.927585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:47.192416Z","time spent":"735.126137ms","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-8t72p\" "} {"level":"warn","ts":"2026-04-19T11:01:47.92782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.916862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:01:47.927891Z","caller":"traceutil/trace.go:171","msg":"trace[669612782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:635; }","duration":"651.08524ms","start":"2026-04-19T11:01:47.276786Z","end":"2026-04-19T11:01:47.927872Z","steps":["trace[669612782] 'agreement among raft nodes before linearized reading' (duration: 650.156499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:47.927945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:47.276771Z","time spent":"651.160014ms","remote":"127.0.0.1:35338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-19T11:01:48.688604Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451644320964990,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-19T11:01:48.76679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.395596ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-19T11:01:48.766927Z","caller":"traceutil/trace.go:171","msg":"trace[415339770] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"831.030646ms","start":"2026-04-19T11:01:47.935877Z","end":"2026-04-19T11:01:48.766907Z","steps":["trace[415339770] 'process raft request' (duration: 28.455752ms)","trace[415339770] 'compare' (duration: 802.308912ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:01:48.766968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:47.935854Z","time spent":"831.098499ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:01:48.767105Z","caller":"traceutil/trace.go:171","msg":"trace[1202730591] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"817.079092ms","start":"2026-04-19T11:01:47.949985Z","end":"2026-04-19T11:01:48.767064Z","steps":["trace[1202730591] 'process raft request' (duration: 816.879723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:48.767309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:47.949967Z","time spent":"817.23374ms","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:01:49.188717Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451644320964990,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-19T11:01:49.689256Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451644320964990,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-19T11:01:50.189707Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451644320964990,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-19T11:01:50.291605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999776397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-19T11:01:50.29168Z","caller":"traceutil/trace.go:171","msg":"trace[1572275055] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999903503s","start":"2026-04-19T11:01:48.29176Z","end":"2026-04-19T11:01:50.291664Z","steps":["trace[1572275055] 'agreement among raft nodes before linearized reading' (duration: 1.999809229s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:50.291729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:48.291741Z","time spent":"1.999980065s","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/19 11:01:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-19T11:01:50.69014Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451644320964990,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-19T11:01:51.190805Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451644320964990,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-19T11:01:51.691709Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451644320964990,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-19T11:01:52.191827Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451644320964990,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-19T11:01:52.25832Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.196077414s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-19T11:01:52.292646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000423976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-19T11:01:52.292723Z","caller":"traceutil/trace.go:171","msg":"trace[503205283] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000540741s","start":"2026-04-19T11:01:50.292165Z","end":"2026-04-19T11:01:52.292706Z","steps":["trace[503205283] 'agreement among raft nodes before linearized reading' (duration: 2.000443947s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:52.292766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:50.29215Z","time spent":"2.000607474s","remote":"127.0.0.1:35338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/19 11:01:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-19T11:01:52.303063Z","caller":"traceutil/trace.go:171","msg":"trace[1547855132] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"4.313959399s","start":"2026-04-19T11:01:47.989074Z","end":"2026-04-19T11:01:52.303034Z","steps":["trace[1547855132] 'process raft request' (duration: 4.26941403s)","trace[1547855132] 'compare' (duration: 43.742564ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:01:52.30332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:47.989046Z","time spent":"4.314208929s","remote":"127.0.0.1:35572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-19T11:01:52.30487Z","caller":"traceutil/trace.go:171","msg":"trace[159573660] linearizableReadLoop","detail":"{readStateIndex:666; appliedIndex:663; }","duration":"4.116758516s","start":"2026-04-19T11:01:48.188065Z","end":"2026-04-19T11:01:52.304824Z","steps":["trace[159573660] 'read index received' (duration: 4.07036676s)","trace[159573660] 'applied index is now lower than readState.Index' (duration: 46.390446ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:01:52.305008Z","caller":"traceutil/trace.go:171","msg":"trace[173116889] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"2.11479432s","start":"2026-04-19T11:01:50.190199Z","end":"2026-04-19T11:01:52.304993Z","steps":["trace[173116889] 'process raft request' (duration: 2.114432125s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:52.305142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:50.190171Z","time spent":"2.114882493s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:01:52.305158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.117076899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-19T11:01:52.305223Z","caller":"traceutil/trace.go:171","msg":"trace[1181956622] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:640; }","duration":"4.117167333s","start":"2026-04-19T11:01:48.188038Z","end":"2026-04-19T11:01:52.305205Z","steps":["trace[1181956622] 'agreement among raft nodes before linearized reading' (duration: 4.116953704s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:52.305265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:48.188024Z","time spent":"4.117231036s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-19T11:01:52.305159Z","caller":"traceutil/trace.go:171","msg":"trace[1924319318] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"2.089443355s","start":"2026-04-19T11:01:50.215693Z","end":"2026-04-19T11:01:52.305136Z","steps":["trace[1924319318] 'process raft request' (duration: 2.089072639s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:52.305293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.117198065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-19T11:01:52.305382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:50.21567Z","time spent":"2.089654784s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:01:52.305488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534189072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-19T11:01:52.305493Z","caller":"traceutil/trace.go:171","msg":"trace[1158322183] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:640; }","duration":"4.117419365s","start":"2026-04-19T11:01:48.188051Z","end":"2026-04-19T11:01:52.30547Z","steps":["trace[1158322183] 'agreement among raft nodes before linearized reading' (duration: 4.11707598s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:52.30571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.779396091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-19T11:01:52.305758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:48.188043Z","time spent":"4.117697396s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-19T11:01:52.305773Z","caller":"traceutil/trace.go:171","msg":"trace[817588297] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:640; }","duration":"3.779510537s","start":"2026-04-19T11:01:48.52625Z","end":"2026-04-19T11:01:52.305761Z","steps":["trace[817588297] 'agreement among raft nodes before linearized reading' (duration: 3.779204664s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:52.305959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:48.52623Z","time spent":"3.779709986s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-19T11:01:52.305554Z","caller":"traceutil/trace.go:171","msg":"trace[403360591] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:640; }","duration":"1.534288816s","start":"2026-04-19T11:01:50.771251Z","end":"2026-04-19T11:01:52.30554Z","steps":["trace[403360591] 'agreement among raft nodes before linearized reading' (duration: 1.534129458s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:52.306133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:50.771236Z","time spent":"1.534884981s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-19T11:01:54.742221Z","caller":"traceutil/trace.go:171","msg":"trace[1623452638] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"354.126887ms","start":"2026-04-19T11:01:54.388067Z","end":"2026-04-19T11:01:54.742193Z","steps":["trace[1623452638] 'process raft request' (duration: 353.989661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:01:54.742594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:01:54.38802Z","time spent":"354.506642ms","remote":"127.0.0.1:35376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8270,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-19T11:01:54.74887Z","caller":"traceutil/trace.go:171","msg":"trace[825393889] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"143.38363ms","start":"2026-04-19T11:01:54.605468Z","end":"2026-04-19T11:01:54.748851Z","steps":["trace[825393889] 'process raft request' (duration: 143.298666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:02:08.779394Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451644320965312,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-19T11:02:09.280085Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451644320965312,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-19T11:02:09.78085Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451644320965312,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-19T11:02:10.278654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000206174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-19T11:02:10.278723Z","caller":"traceutil/trace.go:171","msg":"trace[2102196723] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000310287s","start":"2026-04-19T11:02:08.278399Z","end":"2026-04-19T11:02:10.278709Z","steps":["trace[2102196723] 'agreement among raft nodes before linearized reading' (duration: 2.000223904s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:02:10.278762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:02:08.278389Z","time spent":"2.00036066s","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/19 11:02:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-19T11:02:10.282062Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451644320965312,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-19T11:02:10.468775Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.196098153s","expected-duration":"1s"} {"level":"info","ts":"2026-04-19T11:02:10.469121Z","caller":"traceutil/trace.go:171","msg":"trace[1588705136] transaction","detail":"{read_only:false; response_revision:801; number_of_response:1; }","duration":"2.196537787s","start":"2026-04-19T11:02:08.272561Z","end":"2026-04-19T11:02:10.469099Z","steps":["trace[1588705136] 'process raft request' (duration: 2.196392172s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:02:10.469244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:02:08.272532Z","time spent":"2.196647531s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:02:10.510867Z","caller":"traceutil/trace.go:171","msg":"trace[902028400] linearizableReadLoop","detail":"{readStateIndex:834; appliedIndex:832; }","duration":"2.232421444s","start":"2026-04-19T11:02:08.278424Z","end":"2026-04-19T11:02:10.510846Z","steps":["trace[902028400] 'read index received' (duration: 2.190527095s)","trace[902028400] 'applied index is now lower than readState.Index' (duration: 41.893139ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:02:10.510916Z","caller":"traceutil/trace.go:171","msg":"trace[1535067301] transaction","detail":"{read_only:false; response_revision:802; number_of_response:1; }","duration":"1.08047881s","start":"2026-04-19T11:02:09.43041Z","end":"2026-04-19T11:02:10.510889Z","steps":["trace[1535067301] 'process raft request' (duration: 1.080272243s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:02:10.511066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:02:09.430367Z","time spent":"1.080609374s","remote":"127.0.0.1:35504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5052,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:02:10.511277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.213697782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-fg6rt\" ","response":"range_response_count:1 size:3965"} {"level":"warn","ts":"2026-04-19T11:02:10.511302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.102326867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-19T11:02:10.511316Z","caller":"traceutil/trace.go:171","msg":"trace[1641539723] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-fg6rt; range_end:; response_count:1; response_revision:802; }","duration":"2.213780246s","start":"2026-04-19T11:02:08.297525Z","end":"2026-04-19T11:02:10.511305Z","steps":["trace[1641539723] 'agreement among raft nodes before linearized reading' (duration: 2.213483256s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:02:10.511147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.849347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-19T11:02:10.511344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:02:08.297507Z","time spent":"2.213830487s","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3988,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-fg6rt\" "} {"level":"info","ts":"2026-04-19T11:02:10.511394Z","caller":"traceutil/trace.go:171","msg":"trace[237663809] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:802; }","duration":"232.132388ms","start":"2026-04-19T11:02:10.279226Z","end":"2026-04-19T11:02:10.511359Z","steps":["trace[237663809] 'agreement among raft nodes before linearized reading' (duration: 231.815447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:02:10.511189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.099471616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-19T11:02:10.511468Z","caller":"traceutil/trace.go:171","msg":"trace[887212697] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:802; }","duration":"2.099782437s","start":"2026-04-19T11:02:08.411675Z","end":"2026-04-19T11:02:10.511457Z","steps":["trace[887212697] 'agreement among raft nodes before linearized reading' (duration: 2.099422755s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:02:10.511531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:02:08.411657Z","time spent":"2.09986281s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-19T11:02:10.511198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.104717372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-19T11:02:10.511656Z","caller":"traceutil/trace.go:171","msg":"trace[1473548360] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:802; }","duration":"2.105222669s","start":"2026-04-19T11:02:08.406421Z","end":"2026-04-19T11:02:10.511644Z","steps":["trace[1473548360] 'agreement among raft nodes before linearized reading' (duration: 2.104637199s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:02:10.511238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.105633354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-19T11:02:10.511693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:02:08.40639Z","time spent":"2.105292122s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-19T11:02:10.511344Z","caller":"traceutil/trace.go:171","msg":"trace[1273795234] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:802; }","duration":"2.102371448s","start":"2026-04-19T11:02:08.408947Z","end":"2026-04-19T11:02:10.511319Z","steps":["trace[1273795234] 'agreement among raft nodes before linearized reading' (duration: 2.102075438s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:02:10.511791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:02:08.408936Z","time spent":"2.102844635s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-19T11:02:10.5117Z","caller":"traceutil/trace.go:171","msg":"trace[910126595] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:802; }","duration":"2.106128541s","start":"2026-04-19T11:02:08.405562Z","end":"2026-04-19T11:02:10.51169Z","steps":["trace[910126595] 'agreement among raft nodes before linearized reading' (duration: 2.105548541s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:02:10.512058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:02:08.40554Z","time spent":"2.106505285s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-19T11:02:23.673453Z","caller":"traceutil/trace.go:171","msg":"trace[873959578] transaction","detail":"{read_only:false; response_revision:956; number_of_response:1; }","duration":"665.866793ms","start":"2026-04-19T11:02:23.007567Z","end":"2026-04-19T11:02:23.673434Z","steps":["trace[873959578] 'process raft request' (duration: 665.76614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:02:23.673567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:02:23.007548Z","time spent":"665.957725ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:02:23.674596Z","caller":"traceutil/trace.go:171","msg":"trace[469592464] transaction","detail":"{read_only:false; response_revision:957; number_of_response:1; }","duration":"633.413919ms","start":"2026-04-19T11:02:23.041168Z","end":"2026-04-19T11:02:23.674582Z","steps":["trace[469592464] 'process raft request' (duration: 633.292625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:02:23.674688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:02:23.041146Z","time spent":"633.488641ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:02:23.674745Z","caller":"traceutil/trace.go:171","msg":"trace[1835033987] linearizableReadLoop","detail":"{readStateIndex:992; appliedIndex:991; }","duration":"396.595754ms","start":"2026-04-19T11:02:23.278122Z","end":"2026-04-19T11:02:23.674718Z","steps":["trace[1835033987] 'read index received' (duration: 395.760759ms)","trace[1835033987] 'applied index is now lower than readState.Index' (duration: 819.324µs)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:02:23.6749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.756448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:02:23.674928Z","caller":"traceutil/trace.go:171","msg":"trace[1767948392] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:958; }","duration":"396.837591ms","start":"2026-04-19T11:02:23.278083Z","end":"2026-04-19T11:02:23.674921Z","steps":["trace[1767948392] 'agreement among raft nodes before linearized reading' (duration: 396.757618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:02:23.674952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:02:23.278063Z","time spent":"396.883552ms","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-19T11:02:35.843682Z","caller":"traceutil/trace.go:171","msg":"trace[503220040] transaction","detail":"{read_only:false; response_revision:1176; number_of_response:1; }","duration":"189.409552ms","start":"2026-04-19T11:02:35.65424Z","end":"2026-04-19T11:02:35.843649Z","steps":["trace[503220040] 'process raft request' (duration: 189.212707ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:02:35.848515Z","caller":"traceutil/trace.go:171","msg":"trace[894571705] transaction","detail":"{read_only:false; response_revision:1177; number_of_response:1; }","duration":"193.916864ms","start":"2026-04-19T11:02:35.654548Z","end":"2026-04-19T11:02:35.848464Z","steps":["trace[894571705] 'process raft request' (duration: 193.638556ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:02:42.276187Z","caller":"traceutil/trace.go:171","msg":"trace[1971296796] transaction","detail":"{read_only:false; response_revision:1208; number_of_response:1; }","duration":"405.309708ms","start":"2026-04-19T11:02:41.870849Z","end":"2026-04-19T11:02:42.276159Z","steps":["trace[1971296796] 'process raft request' (duration: 405.142134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:02:42.27662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:02:41.870826Z","time spent":"405.455711ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:02:44.885848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.189562358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-19T11:02:44.885995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.719460027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:02:44.886073Z","caller":"traceutil/trace.go:171","msg":"trace[183459404] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1208; }","duration":"1.719630172s","start":"2026-04-19T11:02:43.166425Z","end":"2026-04-19T11:02:44.886055Z","steps":["trace[183459404] 'count revisions from in-memory index tree' (duration: 1.719377966s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:02:44.88612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:02:43.166402Z","time spent":"1.719707234s","remote":"127.0.0.1:35480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:02:44.886182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.193828236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-19T11:02:44.886329Z","caller":"traceutil/trace.go:171","msg":"trace[609571100] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1208; }","duration":"2.194027281s","start":"2026-04-19T11:02:42.692285Z","end":"2026-04-19T11:02:44.886312Z","steps":["trace[609571100] 'range keys from in-memory index tree' (duration: 2.193391745s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:02:44.886385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:02:42.692273Z","time spent":"2.194094673s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-19T11:02:44.886528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5726909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:02:44.886586Z","caller":"traceutil/trace.go:171","msg":"trace[555206298] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1208; }","duration":"1.572773012s","start":"2026-04-19T11:02:43.313793Z","end":"2026-04-19T11:02:44.886566Z","steps":["trace[555206298] 'range keys from in-memory index tree' (duration: 1.572619028s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:02:44.886627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:02:43.313779Z","time spent":"1.572836794s","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-19T11:02:44.887013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.197124189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-19T11:02:44.887278Z","caller":"traceutil/trace.go:171","msg":"trace[1826905718] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1208; }","duration":"2.197430497s","start":"2026-04-19T11:02:42.689839Z","end":"2026-04-19T11:02:44.88727Z","steps":["trace[1826905718] 'range keys from in-memory index tree' (duration: 2.196927615s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:02:44.887307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:02:42.689816Z","time spent":"2.197478559s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-19T11:02:44.88749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.195775674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-19T11:02:44.887516Z","caller":"traceutil/trace.go:171","msg":"trace[466933787] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1208; }","duration":"2.195836246s","start":"2026-04-19T11:02:42.691673Z","end":"2026-04-19T11:02:44.887509Z","steps":["trace[466933787] 'range keys from in-memory index tree' (duration: 2.19560839s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:02:44.887535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:02:42.691653Z","time spent":"2.195876917s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-19T11:02:44.886021Z","caller":"traceutil/trace.go:171","msg":"trace[1755124437] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1208; }","duration":"2.189763924s","start":"2026-04-19T11:02:42.696237Z","end":"2026-04-19T11:02:44.886001Z","steps":["trace[1755124437] 'range keys from in-memory index tree' (duration: 2.189394714s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:02:44.888019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:02:42.696226Z","time spent":"2.191782754s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-19T11:02:44.888403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.414232ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-19T11:02:44.888457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.191550208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-19T11:02:44.888476Z","caller":"traceutil/trace.go:171","msg":"trace[748746704] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1208; }","duration":"894.492974ms","start":"2026-04-19T11:02:43.993972Z","end":"2026-04-19T11:02:44.888465Z","steps":["trace[748746704] 'range keys from in-memory index tree' (duration: 894.152284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:02:44.888667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264383562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:02:44.888698Z","caller":"traceutil/trace.go:171","msg":"trace[17537863] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1208; }","duration":"1.264452855s","start":"2026-04-19T11:02:43.624236Z","end":"2026-04-19T11:02:44.888689Z","steps":["trace[17537863] 'count revisions from in-memory index tree' (duration: 1.26431729s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:02:44.88872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:02:43.624219Z","time spent":"1.264494705s","remote":"127.0.0.1:52404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:02:44.888867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.964898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:1 size:224"} {"level":"info","ts":"2026-04-19T11:02:44.889009Z","caller":"traceutil/trace.go:171","msg":"trace[1939800009] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:1208; }","duration":"886.185524ms","start":"2026-04-19T11:02:44.002798Z","end":"2026-04-19T11:02:44.888983Z","steps":["trace[1939800009] 'range keys from in-memory index tree' (duration: 885.756873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:02:44.889206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:02:44.002778Z","time spent":"886.408339ms","remote":"127.0.0.1:35528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":247,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" "} {"level":"info","ts":"2026-04-19T11:02:44.889306Z","caller":"traceutil/trace.go:171","msg":"trace[1549007834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1208; }","duration":"2.19164512s","start":"2026-04-19T11:02:42.69685Z","end":"2026-04-19T11:02:44.888495Z","steps":["trace[1549007834] 'range keys from in-memory index tree' (duration: 2.189146608s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:02:44.889391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:02:42.696843Z","time spent":"2.192532912s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-19T11:02:44.890695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.958785ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-19T11:02:44.890784Z","caller":"traceutil/trace.go:171","msg":"trace[1100503465] transaction","detail":"{read_only:false; response_revision:1209; number_of_response:1; }","duration":"814.897414ms","start":"2026-04-19T11:02:44.075871Z","end":"2026-04-19T11:02:44.890769Z","steps":["trace[1100503465] 'process raft request' (duration: 584.786965ms)","trace[1100503465] 'compare' (duration: 226.870477ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:02:44.89084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:02:44.075846Z","time spent":"814.964075ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:02:44.89125Z","caller":"traceutil/trace.go:171","msg":"trace[2009059506] transaction","detail":"{read_only:false; response_revision:1210; number_of_response:1; }","duration":"755.658983ms","start":"2026-04-19T11:02:44.135579Z","end":"2026-04-19T11:02:44.891238Z","steps":["trace[2009059506] 'process raft request' (duration: 755.556111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:02:44.891312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:02:44.135543Z","time spent":"755.735915ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:02:44.891629Z","caller":"traceutil/trace.go:171","msg":"trace[1455119505] transaction","detail":"{read_only:false; response_revision:1211; number_of_response:1; }","duration":"609.543145ms","start":"2026-04-19T11:02:44.282073Z","end":"2026-04-19T11:02:44.891616Z","steps":["trace[1455119505] 'process raft request' (duration: 609.130855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:02:44.891716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:02:44.282053Z","time spent":"609.603996ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:02:49.873055Z","caller":"traceutil/trace.go:171","msg":"trace[1012725753] transaction","detail":"{read_only:false; response_revision:1252; number_of_response:1; }","duration":"148.19287ms","start":"2026-04-19T11:02:49.724836Z","end":"2026-04-19T11:02:49.873028Z","steps":["trace[1012725753] 'process raft request' (duration: 148.030456ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:02:50.063676Z","caller":"traceutil/trace.go:171","msg":"trace[1636871574] linearizableReadLoop","detail":"{readStateIndex:1297; appliedIndex:1294; }","duration":"154.52871ms","start":"2026-04-19T11:02:49.909125Z","end":"2026-04-19T11:02:50.063653Z","steps":["trace[1636871574] 'read index received' (duration: 5.43508ms)","trace[1636871574] 'applied index is now lower than readState.Index' (duration: 149.09261ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:02:50.063684Z","caller":"traceutil/trace.go:171","msg":"trace[1236532399] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1253; }","duration":"179.98623ms","start":"2026-04-19T11:02:49.883663Z","end":"2026-04-19T11:02:50.063649Z","steps":["trace[1236532399] 'process raft request' (duration: 166.729984ms)","trace[1236532399] 'compare' (duration: 13.053791ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:02:50.063789Z","caller":"traceutil/trace.go:171","msg":"trace[342213376] transaction","detail":"{read_only:false; response_revision:1254; number_of_response:1; }","duration":"175.943683ms","start":"2026-04-19T11:02:49.887815Z","end":"2026-04-19T11:02:50.063759Z","steps":["trace[342213376] 'process raft request' (duration: 175.752569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:02:50.06383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.684653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-19T11:02:50.063863Z","caller":"traceutil/trace.go:171","msg":"trace[1304668435] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1254; }","duration":"154.765645ms","start":"2026-04-19T11:02:49.909088Z","end":"2026-04-19T11:02:50.063854Z","steps":["trace[1304668435] 'agreement among raft nodes before linearized reading' (duration: 154.653613ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:02:50.213163Z","caller":"traceutil/trace.go:171","msg":"trace[833528096] transaction","detail":"{read_only:false; response_revision:1256; number_of_response:1; }","duration":"133.281616ms","start":"2026-04-19T11:02:50.079813Z","end":"2026-04-19T11:02:50.213095Z","steps":["trace[833528096] 'process raft request' (duration: 121.734571ms)","trace[833528096] 'compare' (duration: 10.93366ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:02:50.214885Z","caller":"traceutil/trace.go:171","msg":"trace[1554290506] transaction","detail":"{read_only:false; response_revision:1257; number_of_response:1; }","duration":"129.062557ms","start":"2026-04-19T11:02:50.084048Z","end":"2026-04-19T11:02:50.21311Z","steps":["trace[1554290506] 'process raft request' (duration: 128.917782ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:02:50.221208Z","caller":"traceutil/trace.go:171","msg":"trace[1196212404] transaction","detail":"{read_only:false; response_revision:1258; number_of_response:1; }","duration":"115.836301ms","start":"2026-04-19T11:02:50.105355Z","end":"2026-04-19T11:02:50.221192Z","steps":["trace[1196212404] 'process raft request' (duration: 115.747069ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:02:50.342709Z","caller":"traceutil/trace.go:171","msg":"trace[142254991] transaction","detail":"{read_only:false; response_revision:1263; number_of_response:1; }","duration":"112.012851ms","start":"2026-04-19T11:02:50.230683Z","end":"2026-04-19T11:02:50.342696Z","steps":["trace[142254991] 'process raft request' (duration: 111.896698ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:02:50.342845Z","caller":"traceutil/trace.go:171","msg":"trace[1464437920] transaction","detail":"{read_only:false; response_revision:1262; number_of_response:1; }","duration":"115.415272ms","start":"2026-04-19T11:02:50.227245Z","end":"2026-04-19T11:02:50.34266Z","steps":["trace[1464437920] 'process raft request' (duration: 113.869855ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:02:50.512686Z","caller":"traceutil/trace.go:171","msg":"trace[715467277] transaction","detail":"{read_only:false; response_revision:1267; number_of_response:1; }","duration":"132.825055ms","start":"2026-04-19T11:02:50.379819Z","end":"2026-04-19T11:02:50.512644Z","steps":["trace[715467277] 'process raft request' (duration: 117.87395ms)","trace[715467277] 'compare' (duration: 14.73202ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:02:50.512765Z","caller":"traceutil/trace.go:171","msg":"trace[1488872893] transaction","detail":"{read_only:false; response_revision:1271; number_of_response:1; }","duration":"130.740545ms","start":"2026-04-19T11:02:50.382019Z","end":"2026-04-19T11:02:50.51276Z","steps":["trace[1488872893] 'process raft request' (duration: 130.648913ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:02:50.512774Z","caller":"traceutil/trace.go:171","msg":"trace[992012825] transaction","detail":"{read_only:false; response_revision:1272; number_of_response:1; }","duration":"128.606845ms","start":"2026-04-19T11:02:50.38415Z","end":"2026-04-19T11:02:50.512757Z","steps":["trace[992012825] 'process raft request' (duration: 128.549743ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:02:50.512759Z","caller":"traceutil/trace.go:171","msg":"trace[919834723] transaction","detail":"{read_only:false; response_revision:1269; number_of_response:1; }","duration":"132.560389ms","start":"2026-04-19T11:02:50.380169Z","end":"2026-04-19T11:02:50.512729Z","steps":["trace[919834723] 'process raft request' (duration: 132.418436ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:02:50.51271Z","caller":"traceutil/trace.go:171","msg":"trace[874006442] transaction","detail":"{read_only:false; response_revision:1268; number_of_response:1; }","duration":"132.795554ms","start":"2026-04-19T11:02:50.379875Z","end":"2026-04-19T11:02:50.512671Z","steps":["trace[874006442] 'process raft request' (duration: 132.677051ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:02:50.512861Z","caller":"traceutil/trace.go:171","msg":"trace[1222993379] transaction","detail":"{read_only:false; response_revision:1270; number_of_response:1; }","duration":"132.021697ms","start":"2026-04-19T11:02:50.380828Z","end":"2026-04-19T11:02:50.51285Z","steps":["trace[1222993379] 'process raft request' (duration: 131.808831ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:02:50.774254Z","caller":"traceutil/trace.go:171","msg":"trace[362939038] linearizableReadLoop","detail":"{readStateIndex:1318; appliedIndex:1315; }","duration":"219.955205ms","start":"2026-04-19T11:02:50.554275Z","end":"2026-04-19T11:02:50.77423Z","steps":["trace[362939038] 'read index received' (duration: 40.706028ms)","trace[362939038] 'applied index is now lower than readState.Index' (duration: 179.248147ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:02:50.774463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.17339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-19T11:02:50.774504Z","caller":"traceutil/trace.go:171","msg":"trace[413247113] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1275; }","duration":"220.277983ms","start":"2026-04-19T11:02:50.554214Z","end":"2026-04-19T11:02:50.774492Z","steps":["trace[413247113] 'agreement among raft nodes before linearized reading' (duration: 220.117249ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:02:50.77463Z","caller":"traceutil/trace.go:171","msg":"trace[1240116134] transaction","detail":"{read_only:false; response_revision:1274; number_of_response:1; }","duration":"252.59287ms","start":"2026-04-19T11:02:50.521984Z","end":"2026-04-19T11:02:50.774577Z","steps":["trace[1240116134] 'process raft request' (duration: 227.155016ms)","trace[1240116134] 'compare' (duration: 24.868671ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:02:50.774827Z","caller":"traceutil/trace.go:171","msg":"trace[2001594581] transaction","detail":"{read_only:false; response_revision:1275; number_of_response:1; }","duration":"247.865907ms","start":"2026-04-19T11:02:50.526942Z","end":"2026-04-19T11:02:50.774808Z","steps":["trace[2001594581] 'process raft request' (duration: 247.222712ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:02:50.910527Z","caller":"traceutil/trace.go:171","msg":"trace[2077640919] linearizableReadLoop","detail":"{readStateIndex:1319; appliedIndex:1318; }","duration":"130.592082ms","start":"2026-04-19T11:02:50.779902Z","end":"2026-04-19T11:02:50.910494Z","steps":["trace[2077640919] 'read index received' (duration: 109.936641ms)","trace[2077640919] 'applied index is now lower than readState.Index' (duration: 20.654081ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:02:50.910722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.786697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/cert-manager-selfsigned-ca\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:02:50.910776Z","caller":"traceutil/trace.go:171","msg":"trace[1569046466] range","detail":"{range_begin:/registry/secrets/cert-manager/cert-manager-selfsigned-ca; range_end:; response_count:0; response_revision:1276; }","duration":"130.90451ms","start":"2026-04-19T11:02:50.779857Z","end":"2026-04-19T11:02:50.910762Z","steps":["trace[1569046466] 'agreement among raft nodes before linearized reading' (duration: 130.763297ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:02:50.911064Z","caller":"traceutil/trace.go:171","msg":"trace[459692939] transaction","detail":"{read_only:false; response_revision:1276; number_of_response:1; }","duration":"131.909443ms","start":"2026-04-19T11:02:50.779121Z","end":"2026-04-19T11:02:50.911031Z","steps":["trace[459692939] 'process raft request' (duration: 110.681488ms)","trace[459692939] 'compare' (duration: 20.358434ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:02:51.040349Z","caller":"traceutil/trace.go:171","msg":"trace[1145139074] linearizableReadLoop","detail":"{readStateIndex:1323; appliedIndex:1321; }","duration":"102.238392ms","start":"2026-04-19T11:02:50.938089Z","end":"2026-04-19T11:02:51.040327Z","steps":["trace[1145139074] 'read index received' (duration: 13.805848ms)","trace[1145139074] 'applied index is now lower than readState.Index' (duration: 88.431614ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:02:51.040403Z","caller":"traceutil/trace.go:171","msg":"trace[434055010] transaction","detail":"{read_only:false; response_revision:1279; number_of_response:1; }","duration":"107.919087ms","start":"2026-04-19T11:02:50.932455Z","end":"2026-04-19T11:02:51.040374Z","steps":["trace[434055010] 'process raft request' (duration: 85.244643ms)","trace[434055010] 'compare' (duration: 22.445119ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:02:51.040772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.500848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-19T11:02:51.040846Z","caller":"traceutil/trace.go:171","msg":"trace[1237831689] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1279; }","duration":"102.780774ms","start":"2026-04-19T11:02:50.938051Z","end":"2026-04-19T11:02:51.040832Z","steps":["trace[1237831689] 'agreement among raft nodes before linearized reading' (duration: 102.405495ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:02:51.041287Z","caller":"traceutil/trace.go:171","msg":"trace[785695508] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1279; }","duration":"105.984491ms","start":"2026-04-19T11:02:50.934407Z","end":"2026-04-19T11:02:51.040392Z","steps":["trace[785695508] 'process raft request' (duration: 105.881248ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:02:55.331567Z","caller":"traceutil/trace.go:171","msg":"trace[933923332] transaction","detail":"{read_only:false; response_revision:1301; number_of_response:1; }","duration":"112.032806ms","start":"2026-04-19T11:02:55.219492Z","end":"2026-04-19T11:02:55.331525Z","steps":["trace[933923332] 'process raft request' (duration: 99.844477ms)","trace[933923332] 'compare' (duration: 11.769449ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:02:55.331922Z","caller":"traceutil/trace.go:171","msg":"trace[1914783733] transaction","detail":"{read_only:false; response_revision:1302; number_of_response:1; }","duration":"111.330081ms","start":"2026-04-19T11:02:55.220561Z","end":"2026-04-19T11:02:55.331891Z","steps":["trace[1914783733] 'process raft request' (duration: 111.106056ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:02:55.332096Z","caller":"traceutil/trace.go:171","msg":"trace[1728046340] transaction","detail":"{read_only:false; response_revision:1303; number_of_response:1; }","duration":"111.126136ms","start":"2026-04-19T11:02:55.220942Z","end":"2026-04-19T11:02:55.332068Z","steps":["trace[1728046340] 'process raft request' (duration: 110.83973ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:02:55.332563Z","caller":"traceutil/trace.go:171","msg":"trace[94622818] transaction","detail":"{read_only:false; response_revision:1304; number_of_response:1; }","duration":"107.851582ms","start":"2026-04-19T11:02:55.2247Z","end":"2026-04-19T11:02:55.332552Z","steps":["trace[94622818] 'process raft request' (duration: 107.452463ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:02:59.594943Z","caller":"traceutil/trace.go:171","msg":"trace[1379381784] linearizableReadLoop","detail":"{readStateIndex:1360; appliedIndex:1359; }","duration":"369.760171ms","start":"2026-04-19T11:02:59.225161Z","end":"2026-04-19T11:02:59.594921Z","steps":["trace[1379381784] 'read index received' (duration: 369.673018ms)","trace[1379381784] 'applied index is now lower than readState.Index' (duration: 86.083µs)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:02:59.595435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.36588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-19T11:02:59.595474Z","caller":"traceutil/trace.go:171","msg":"trace[195220583] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1314; }","duration":"194.443142ms","start":"2026-04-19T11:02:59.401021Z","end":"2026-04-19T11:02:59.595464Z","steps":["trace[195220583] 'agreement among raft nodes before linearized reading' (duration: 194.278289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:02:59.595447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.785051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-19T11:02:59.595679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.517406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-19T11:02:59.595766Z","caller":"traceutil/trace.go:171","msg":"trace[1226972516] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1314; }","duration":"370.64696ms","start":"2026-04-19T11:02:59.225099Z","end":"2026-04-19T11:02:59.595746Z","steps":["trace[1226972516] 'agreement among raft nodes before linearized reading' (duration: 370.397794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:02:59.595696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.942519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-19T11:02:59.595846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:02:59.225083Z","time spent":"370.729932ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-19T11:02:59.595865Z","caller":"traceutil/trace.go:171","msg":"trace[910287904] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1314; }","duration":"273.130614ms","start":"2026-04-19T11:02:59.322703Z","end":"2026-04-19T11:02:59.595834Z","steps":["trace[910287904] 'agreement among raft nodes before linearized reading' (duration: 272.835317ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:02:59.595862Z","caller":"traceutil/trace.go:171","msg":"trace[451203008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1314; }","duration":"317.983876ms","start":"2026-04-19T11:02:59.277538Z","end":"2026-04-19T11:02:59.595522Z","steps":["trace[451203008] 'agreement among raft nodes before linearized reading' (duration: 317.765491ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:02:59.596043Z","caller":"traceutil/trace.go:171","msg":"trace[401821659] transaction","detail":"{read_only:false; response_revision:1314; number_of_response:1; }","duration":"417.334773ms","start":"2026-04-19T11:02:59.178133Z","end":"2026-04-19T11:02:59.595468Z","steps":["trace[401821659] 'process raft request' (duration: 416.646637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:02:59.596053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:02:59.277517Z","time spent":"318.516997ms","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-19T11:02:59.596157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:02:59.178115Z","time spent":"417.977887ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:02:59.596296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.238547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-19T11:02:59.596339Z","caller":"traceutil/trace.go:171","msg":"trace[250027271] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1314; }","duration":"199.337869ms","start":"2026-04-19T11:02:59.396993Z","end":"2026-04-19T11:02:59.596331Z","steps":["trace[250027271] 'agreement among raft nodes before linearized reading' (duration: 198.500661ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:02:59.973117Z","caller":"traceutil/trace.go:171","msg":"trace[1550547497] transaction","detail":"{read_only:false; response_revision:1321; number_of_response:1; }","duration":"235.294285ms","start":"2026-04-19T11:02:59.737793Z","end":"2026-04-19T11:02:59.973087Z","steps":["trace[1550547497] 'process raft request' (duration: 234.17431ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:02:59.973119Z","caller":"traceutil/trace.go:171","msg":"trace[2049357570] transaction","detail":"{read_only:false; response_revision:1322; number_of_response:1; }","duration":"205.918166ms","start":"2026-04-19T11:02:59.767174Z","end":"2026-04-19T11:02:59.973092Z","steps":["trace[2049357570] 'process raft request' (duration: 205.776342ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:03:00.245398Z","caller":"traceutil/trace.go:171","msg":"trace[1896882441] transaction","detail":"{read_only:false; response_revision:1323; number_of_response:1; }","duration":"217.110338ms","start":"2026-04-19T11:03:00.028226Z","end":"2026-04-19T11:03:00.245336Z","steps":["trace[1896882441] 'process raft request' (duration: 203.294714ms)","trace[1896882441] 'compare' (duration: 13.63975ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:03:00.562692Z","caller":"traceutil/trace.go:171","msg":"trace[446123031] linearizableReadLoop","detail":"{readStateIndex:1370; appliedIndex:1369; }","duration":"282.183056ms","start":"2026-04-19T11:03:00.280485Z","end":"2026-04-19T11:03:00.562669Z","steps":["trace[446123031] 'read index received' (duration: 224.664903ms)","trace[446123031] 'applied index is now lower than readState.Index' (duration: 57.516983ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:03:00.562824Z","caller":"traceutil/trace.go:171","msg":"trace[900653368] transaction","detail":"{read_only:false; response_revision:1324; number_of_response:1; }","duration":"304.557558ms","start":"2026-04-19T11:03:00.25824Z","end":"2026-04-19T11:03:00.562798Z","steps":["trace[900653368] 'process raft request' (duration: 246.994954ms)","trace[900653368] 'compare' (duration: 57.286058ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:03:00.562893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.391361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-19T11:03:00.562927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:00.258222Z","time spent":"304.66238ms","remote":"127.0.0.1:35528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1056,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-19T11:03:00.562935Z","caller":"traceutil/trace.go:171","msg":"trace[966849181] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1324; }","duration":"282.476073ms","start":"2026-04-19T11:03:00.280449Z","end":"2026-04-19T11:03:00.562925Z","steps":["trace[966849181] 'agreement among raft nodes before linearized reading' (duration: 282.35092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:00.941581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.113793ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-19T11:03:00.941726Z","caller":"traceutil/trace.go:171","msg":"trace[586010641] transaction","detail":"{read_only:false; response_revision:1325; number_of_response:1; }","duration":"327.744036ms","start":"2026-04-19T11:03:00.613958Z","end":"2026-04-19T11:03:00.941702Z","steps":["trace[586010641] 'process raft request' (duration: 158.394228ms)","trace[586010641] 'compare' (duration: 168.916409ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:03:00.941782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:00.613929Z","time spent":"327.827638ms","remote":"127.0.0.1:35422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105315,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:03:01.197478Z","caller":"traceutil/trace.go:171","msg":"trace[1023849275] transaction","detail":"{read_only:false; response_revision:1327; number_of_response:1; }","duration":"159.22632ms","start":"2026-04-19T11:03:01.038229Z","end":"2026-04-19T11:03:01.197455Z","steps":["trace[1023849275] 'process raft request' (duration: 159.026024ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:03:01.200371Z","caller":"traceutil/trace.go:171","msg":"trace[1990919242] transaction","detail":"{read_only:false; response_revision:1328; number_of_response:1; }","duration":"123.723657ms","start":"2026-04-19T11:03:01.07662Z","end":"2026-04-19T11:03:01.200343Z","steps":["trace[1990919242] 'process raft request' (duration: 123.494602ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:03:01.200495Z","caller":"traceutil/trace.go:171","msg":"trace[1974210573] linearizableReadLoop","detail":"{readStateIndex:1374; appliedIndex:1372; }","duration":"122.4871ms","start":"2026-04-19T11:03:01.077775Z","end":"2026-04-19T11:03:01.200262Z","steps":["trace[1974210573] 'read index received' (duration: 119.441583ms)","trace[1974210573] 'applied index is now lower than readState.Index' (duration: 3.044547ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:03:01.200593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.794666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:03:01.200697Z","caller":"traceutil/trace.go:171","msg":"trace[989309401] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:1328; }","duration":"122.914429ms","start":"2026-04-19T11:03:01.077761Z","end":"2026-04-19T11:03:01.200675Z","steps":["trace[989309401] 'agreement among raft nodes before linearized reading' (duration: 122.757105ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:03:01.688369Z","caller":"traceutil/trace.go:171","msg":"trace[1045318482] transaction","detail":"{read_only:false; response_revision:1332; number_of_response:1; }","duration":"136.934124ms","start":"2026-04-19T11:03:01.551409Z","end":"2026-04-19T11:03:01.688343Z","steps":["trace[1045318482] 'process raft request' (duration: 124.886251ms)","trace[1045318482] 'compare' (duration: 11.766777ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:03:02.175468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.763015ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-19T11:03:02.175575Z","caller":"traceutil/trace.go:171","msg":"trace[882958898] transaction","detail":"{read_only:false; response_revision:1341; number_of_response:1; }","duration":"183.831468ms","start":"2026-04-19T11:03:01.991729Z","end":"2026-04-19T11:03:02.17556Z","steps":["trace[882958898] 'process raft request' (duration: 73.91967ms)","trace[882958898] 'compare' (duration: 109.593742ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:03:03.959976Z","caller":"traceutil/trace.go:171","msg":"trace[540504268] transaction","detail":"{read_only:false; response_revision:1352; number_of_response:1; }","duration":"241.879114ms","start":"2026-04-19T11:03:03.718078Z","end":"2026-04-19T11:03:03.959957Z","steps":["trace[540504268] 'process raft request' (duration: 241.633559ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:03:03.95988Z","caller":"traceutil/trace.go:171","msg":"trace[586148106] linearizableReadLoop","detail":"{readStateIndex:1400; appliedIndex:1399; }","duration":"170.476801ms","start":"2026-04-19T11:03:03.789379Z","end":"2026-04-19T11:03:03.959855Z","steps":["trace[586148106] 'read index received' (duration: 170.281587ms)","trace[586148106] 'applied index is now lower than readState.Index' (duration: 194.184µs)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:03:03.960169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.762157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-19T11:03:03.960461Z","caller":"traceutil/trace.go:171","msg":"trace[1868228742] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1352; }","duration":"171.061143ms","start":"2026-04-19T11:03:03.789351Z","end":"2026-04-19T11:03:03.960412Z","steps":["trace[1868228742] 'agreement among raft nodes before linearized reading' (duration: 170.658054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:03.960589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.064852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-19T11:03:03.96064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.44274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-19T11:03:03.960653Z","caller":"traceutil/trace.go:171","msg":"trace[1910224153] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1352; }","duration":"171.183935ms","start":"2026-04-19T11:03:03.789452Z","end":"2026-04-19T11:03:03.960636Z","steps":["trace[1910224153] 'agreement among raft nodes before linearized reading' (duration: 170.980381ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:03:03.96068Z","caller":"traceutil/trace.go:171","msg":"trace[1492128683] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1352; }","duration":"170.507761ms","start":"2026-04-19T11:03:03.790159Z","end":"2026-04-19T11:03:03.960667Z","steps":["trace[1492128683] 'agreement among raft nodes before linearized reading' (duration: 170.403199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:03.960687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.507221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-19T11:03:03.960727Z","caller":"traceutil/trace.go:171","msg":"trace[2136817064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1352; }","duration":"170.590783ms","start":"2026-04-19T11:03:03.790125Z","end":"2026-04-19T11:03:03.960716Z","steps":["trace[2136817064] 'agreement among raft nodes before linearized reading' (duration: 170.488121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:05.775839Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451644320966403,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-19T11:03:06.416631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.613791ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-19T11:03:06.417385Z","caller":"traceutil/trace.go:171","msg":"trace[1379452203] transaction","detail":"{read_only:false; response_revision:1362; number_of_response:1; }","duration":"1.203542212s","start":"2026-04-19T11:03:05.21382Z","end":"2026-04-19T11:03:06.417362Z","steps":["trace[1379452203] 'process raft request' (duration: 916.073194ms)","trace[1379452203] 'compare' (duration: 286.468488ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:03:06.417544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:05.213799Z","time spent":"1.203639205s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:03:06.418052Z","caller":"traceutil/trace.go:171","msg":"trace[1531698652] linearizableReadLoop","detail":"{readStateIndex:1411; appliedIndex:1409; }","duration":"1.142527041s","start":"2026-04-19T11:03:05.275504Z","end":"2026-04-19T11:03:06.418031Z","steps":["trace[1531698652] 'read index received' (duration: 854.409629ms)","trace[1531698652] 'applied index is now lower than readState.Index' (duration: 288.116302ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:03:06.41818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142688974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:03:06.418225Z","caller":"traceutil/trace.go:171","msg":"trace[1699330874] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1363; }","duration":"1.142771947s","start":"2026-04-19T11:03:05.275429Z","end":"2026-04-19T11:03:06.418201Z","steps":["trace[1699330874] 'agreement among raft nodes before linearized reading' (duration: 1.142725256s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:06.418262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:05.275366Z","time spent":"1.142878169s","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-19T11:03:06.41825Z","caller":"traceutil/trace.go:171","msg":"trace[243680249] transaction","detail":"{read_only:false; response_revision:1363; number_of_response:1; }","duration":"895.566376ms","start":"2026-04-19T11:03:05.522548Z","end":"2026-04-19T11:03:06.418114Z","steps":["trace[243680249] 'process raft request' (duration: 894.911092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:06.418536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:05.522521Z","time spent":"895.878573ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:03:06.418639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.207323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-qpbqh\" ","response":"range_response_count:1 size:4197"} {"level":"info","ts":"2026-04-19T11:03:06.418662Z","caller":"traceutil/trace.go:171","msg":"trace[1762985851] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-qpbqh; range_end:; response_count:1; response_revision:1363; }","duration":"830.274154ms","start":"2026-04-19T11:03:05.588379Z","end":"2026-04-19T11:03:06.418653Z","steps":["trace[1762985851] 'agreement among raft nodes before linearized reading' (duration: 830.181822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:06.418678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:05.588356Z","time spent":"830.317325ms","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4220,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-qpbqh\" "} {"level":"warn","ts":"2026-04-19T11:03:06.418851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.306603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.246\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-19T11:03:06.418871Z","caller":"traceutil/trace.go:171","msg":"trace[571577935] range","detail":"{range_begin:/registry/masterleases/199.19.213.246; range_end:; response_count:1; response_revision:1363; }","duration":"166.354825ms","start":"2026-04-19T11:03:06.252511Z","end":"2026-04-19T11:03:06.418866Z","steps":["trace[571577935] 'agreement among raft nodes before linearized reading' (duration: 166.300784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:06.418891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.276859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-19T11:03:06.418934Z","caller":"traceutil/trace.go:171","msg":"trace[1960225724] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1363; }","duration":"446.369871ms","start":"2026-04-19T11:03:05.972553Z","end":"2026-04-19T11:03:06.418923Z","steps":["trace[1960225724] 'agreement among raft nodes before linearized reading' (duration: 446.262249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:06.419007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.471035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-19T11:03:06.419078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.944507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-19T11:03:06.419093Z","caller":"traceutil/trace.go:171","msg":"trace[1111011632] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1363; }","duration":"499.595808ms","start":"2026-04-19T11:03:05.919474Z","end":"2026-04-19T11:03:06.419069Z","steps":["trace[1111011632] 'agreement among raft nodes before linearized reading' (duration: 499.363212ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:03:06.419137Z","caller":"traceutil/trace.go:171","msg":"trace[1225936644] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1363; }","duration":"571.028649ms","start":"2026-04-19T11:03:05.848088Z","end":"2026-04-19T11:03:06.419117Z","steps":["trace[1225936644] 'agreement among raft nodes before linearized reading' (duration: 570.907465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:06.419164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:05.848069Z","time spent":"571.087811ms","remote":"127.0.0.1:35668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":82,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:03:06.419253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.549794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-19T11:03:06.419317Z","caller":"traceutil/trace.go:171","msg":"trace[2112637504] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1363; }","duration":"453.666116ms","start":"2026-04-19T11:03:05.965634Z","end":"2026-04-19T11:03:06.4193Z","steps":["trace[2112637504] 'agreement among raft nodes before linearized reading' (duration: 453.545473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:06.419339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.679332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-19T11:03:06.419391Z","caller":"traceutil/trace.go:171","msg":"trace[1266909530] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1363; }","duration":"441.727383ms","start":"2026-04-19T11:03:05.977636Z","end":"2026-04-19T11:03:06.419363Z","steps":["trace[1266909530] 'agreement among raft nodes before linearized reading' (duration: 441.641211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:06.419422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:05.977628Z","time spent":"441.785674ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-19T11:03:06.419417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:05.965618Z","time spent":"453.744677ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-19T11:03:06.419352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.689632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-19T11:03:06.419151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:05.919339Z","time spent":"499.797682ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-19T11:03:06.419019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:05.97253Z","time spent":"446.478873ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-19T11:03:06.419557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.674563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-19T11:03:06.419508Z","caller":"traceutil/trace.go:171","msg":"trace[1825427536] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1363; }","duration":"440.899636ms","start":"2026-04-19T11:03:05.978599Z","end":"2026-04-19T11:03:06.419499Z","steps":["trace[1825427536] 'agreement among raft nodes before linearized reading' (duration: 440.517038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:06.419678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:05.978592Z","time spent":"441.042879ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-19T11:03:06.419601Z","caller":"traceutil/trace.go:171","msg":"trace[1172591439] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1363; }","duration":"442.737515ms","start":"2026-04-19T11:03:05.976852Z","end":"2026-04-19T11:03:06.41959Z","steps":["trace[1172591439] 'agreement among raft nodes before linearized reading' (duration: 442.614112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:06.419778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:05.976842Z","time spent":"442.925968ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-19T11:03:11.674412Z","caller":"traceutil/trace.go:171","msg":"trace[1605641382] transaction","detail":"{read_only:false; response_revision:1478; number_of_response:1; }","duration":"115.165947ms","start":"2026-04-19T11:03:11.559224Z","end":"2026-04-19T11:03:11.67439Z","steps":["trace[1605641382] 'process raft request' (duration: 114.997422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:15.779295Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451644320966626,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-19T11:03:16.279746Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451644320966626,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-19T11:03:16.384887Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.714392074s","expected-duration":"1s"} {"level":"info","ts":"2026-04-19T11:03:16.385256Z","caller":"traceutil/trace.go:171","msg":"trace[1520599250] transaction","detail":"{read_only:false; response_revision:1498; number_of_response:1; }","duration":"1.714867503s","start":"2026-04-19T11:03:14.670364Z","end":"2026-04-19T11:03:16.385232Z","steps":["trace[1520599250] 'process raft request' (duration: 1.714739881s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:16.385393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:14.67034Z","time spent":"1.714991666s","remote":"127.0.0.1:35572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:03:16.676034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.130976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-19T11:03:16.676302Z","caller":"traceutil/trace.go:171","msg":"trace[218497048] transaction","detail":"{read_only:false; response_revision:1499; number_of_response:1; }","duration":"1.504801335s","start":"2026-04-19T11:03:15.171465Z","end":"2026-04-19T11:03:16.676267Z","steps":["trace[218497048] 'process raft request' (duration: 1.333349383s)","trace[218497048] 'compare' (duration: 170.919912ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:03:16.676341Z","caller":"traceutil/trace.go:171","msg":"trace[1729433375] transaction","detail":"{read_only:false; response_revision:1500; number_of_response:1; }","duration":"208.5984ms","start":"2026-04-19T11:03:16.467716Z","end":"2026-04-19T11:03:16.676314Z","steps":["trace[1729433375] 'process raft request' (duration: 208.443517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:16.676455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:15.171441Z","time spent":"1.504936137s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:03:16.676678Z","caller":"traceutil/trace.go:171","msg":"trace[304431191] linearizableReadLoop","detail":"{readStateIndex:1550; appliedIndex:1548; }","duration":"1.398260243s","start":"2026-04-19T11:03:15.278395Z","end":"2026-04-19T11:03:16.676655Z","steps":["trace[304431191] 'read index received' (duration: 1.106778177s)","trace[304431191] 'applied index is now lower than readState.Index' (duration: 291.479645ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:03:16.676905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398497947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:03:16.676972Z","caller":"traceutil/trace.go:171","msg":"trace[1318820517] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1500; }","duration":"1.398599398s","start":"2026-04-19T11:03:15.278357Z","end":"2026-04-19T11:03:16.676957Z","steps":["trace[1318820517] 'agreement among raft nodes before linearized reading' (duration: 1.398494296s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:16.67702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:15.278337Z","time spent":"1.39867137s","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-19T11:03:16.677347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.087474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-19T11:03:16.677418Z","caller":"traceutil/trace.go:171","msg":"trace[1157779234] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1500; }","duration":"685.201987ms","start":"2026-04-19T11:03:15.992197Z","end":"2026-04-19T11:03:16.677399Z","steps":["trace[1157779234] 'agreement among raft nodes before linearized reading' (duration: 685.091295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:16.677639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.21634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-19T11:03:16.677668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.056352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-19T11:03:16.677701Z","caller":"traceutil/trace.go:171","msg":"trace[1021939258] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1500; }","duration":"191.309611ms","start":"2026-04-19T11:03:16.486377Z","end":"2026-04-19T11:03:16.677687Z","steps":["trace[1021939258] 'agreement among raft nodes before linearized reading' (duration: 191.115817ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:03:16.677731Z","caller":"traceutil/trace.go:171","msg":"trace[1453374457] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1500; }","duration":"205.158814ms","start":"2026-04-19T11:03:16.472555Z","end":"2026-04-19T11:03:16.677713Z","steps":["trace[1453374457] 'agreement among raft nodes before linearized reading' (duration: 204.9815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:16.677869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.69258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-19T11:03:16.677912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.481942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-19T11:03:16.677925Z","caller":"traceutil/trace.go:171","msg":"trace[1839388789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1500; }","duration":"140.752341ms","start":"2026-04-19T11:03:16.537157Z","end":"2026-04-19T11:03:16.677909Z","steps":["trace[1839388789] 'agreement among raft nodes before linearized reading' (duration: 140.551327ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:03:16.677962Z","caller":"traceutil/trace.go:171","msg":"trace[2133807253] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1500; }","duration":"200.563003ms","start":"2026-04-19T11:03:16.477384Z","end":"2026-04-19T11:03:16.677947Z","steps":["trace[2133807253] 'agreement among raft nodes before linearized reading' (duration: 200.439831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:16.678024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.602238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-19T11:03:16.67807Z","caller":"traceutil/trace.go:171","msg":"trace[546667960] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1500; }","duration":"191.68461ms","start":"2026-04-19T11:03:16.486372Z","end":"2026-04-19T11:03:16.678057Z","steps":["trace[546667960] 'agreement among raft nodes before linearized reading' (duration: 191.564087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:16.678176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:15.992176Z","time spent":"685.974362ms","remote":"127.0.0.1:52448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:03:16.678242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.596516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.246\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-19T11:03:16.678287Z","caller":"traceutil/trace.go:171","msg":"trace[1673925410] range","detail":"{range_begin:/registry/masterleases/199.19.213.246; range_end:; response_count:1; response_revision:1500; }","duration":"424.677058ms","start":"2026-04-19T11:03:16.253597Z","end":"2026-04-19T11:03:16.678274Z","steps":["trace[1673925410] 'agreement among raft nodes before linearized reading' (duration: 424.550635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:16.678326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:16.253578Z","time spent":"424.736369ms","remote":"127.0.0.1:35350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.246\" "} {"level":"warn","ts":"2026-04-19T11:03:16.972129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.140158ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-19T11:03:16.972671Z","caller":"traceutil/trace.go:171","msg":"trace[164619777] transaction","detail":"{read_only:false; response_revision:1502; number_of_response:1; }","duration":"284.802375ms","start":"2026-04-19T11:03:16.687841Z","end":"2026-04-19T11:03:16.972643Z","steps":["trace[164619777] 'process raft request' (duration: 284.57978ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:03:16.972833Z","caller":"traceutil/trace.go:171","msg":"trace[1475404002] transaction","detail":"{read_only:false; response_revision:1503; number_of_response:1; }","duration":"284.946277ms","start":"2026-04-19T11:03:16.687869Z","end":"2026-04-19T11:03:16.972815Z","steps":["trace[1475404002] 'process raft request' (duration: 284.610031ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:03:16.972866Z","caller":"traceutil/trace.go:171","msg":"trace[761492430] transaction","detail":"{read_only:false; response_revision:1504; number_of_response:1; }","duration":"284.956258ms","start":"2026-04-19T11:03:16.68789Z","end":"2026-04-19T11:03:16.972846Z","steps":["trace[761492430] 'process raft request' (duration: 284.634281ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:03:16.973062Z","caller":"traceutil/trace.go:171","msg":"trace[2083266505] linearizableReadLoop","detail":"{readStateIndex:1557; appliedIndex:1551; }","duration":"281.550441ms","start":"2026-04-19T11:03:16.691494Z","end":"2026-04-19T11:03:16.973045Z","steps":["trace[2083266505] 'read index received' (duration: 162.472856ms)","trace[2083266505] 'applied index is now lower than readState.Index' (duration: 119.076505ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:03:16.973081Z","caller":"traceutil/trace.go:171","msg":"trace[1900755567] transaction","detail":"{read_only:false; response_revision:1505; number_of_response:1; }","duration":"285.132401ms","start":"2026-04-19T11:03:16.687929Z","end":"2026-04-19T11:03:16.973061Z","steps":["trace[1900755567] 'process raft request' (duration: 284.868116ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:03:16.973209Z","caller":"traceutil/trace.go:171","msg":"trace[562173833] transaction","detail":"{read_only:false; response_revision:1506; number_of_response:1; }","duration":"195.100456ms","start":"2026-04-19T11:03:16.778095Z","end":"2026-04-19T11:03:16.973196Z","steps":["trace[562173833] 'process raft request' (duration: 194.863092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:16.973163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.651993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:03:16.973574Z","caller":"traceutil/trace.go:171","msg":"trace[577997147] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1506; }","duration":"282.077641ms","start":"2026-04-19T11:03:16.691473Z","end":"2026-04-19T11:03:16.973551Z","steps":["trace[577997147] 'agreement among raft nodes before linearized reading' (duration: 281.644273ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:03:16.973513Z","caller":"traceutil/trace.go:171","msg":"trace[1349354413] transaction","detail":"{read_only:false; response_revision:1501; number_of_response:1; }","duration":"284.824156ms","start":"2026-04-19T11:03:16.687762Z","end":"2026-04-19T11:03:16.972586Z","steps":["trace[1349354413] 'process raft request' (duration: 284.487169ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:03:20.442644Z","caller":"traceutil/trace.go:171","msg":"trace[421081176] transaction","detail":"{read_only:false; response_revision:1546; number_of_response:1; }","duration":"128.088347ms","start":"2026-04-19T11:03:20.314516Z","end":"2026-04-19T11:03:20.442604Z","steps":["trace[421081176] 'process raft request' (duration: 127.700699ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:03:29.621919Z","caller":"traceutil/trace.go:171","msg":"trace[1303323525] transaction","detail":"{read_only:false; response_revision:1726; number_of_response:1; }","duration":"309.476538ms","start":"2026-04-19T11:03:29.312408Z","end":"2026-04-19T11:03:29.621885Z","steps":["trace[1303323525] 'process raft request' (duration: 309.338746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:29.622058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:29.312392Z","time spent":"309.61167ms","remote":"127.0.0.1:35838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-19T11:03:29.631491Z","caller":"traceutil/trace.go:171","msg":"trace[59573576] linearizableReadLoop","detail":"{readStateIndex:1798; appliedIndex:1796; }","duration":"317.500265ms","start":"2026-04-19T11:03:29.313972Z","end":"2026-04-19T11:03:29.631472Z","steps":["trace[59573576] 'read index received' (duration: 307.787129ms)","trace[59573576] 'applied index is now lower than readState.Index' (duration: 9.712336ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:03:29.631593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.622077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:03:29.631623Z","caller":"traceutil/trace.go:171","msg":"trace[258691241] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com; range_end:; response_count:0; response_revision:1727; }","duration":"317.720109ms","start":"2026-04-19T11:03:29.313895Z","end":"2026-04-19T11:03:29.631615Z","steps":["trace[258691241] 'agreement among raft nodes before linearized reading' (duration: 317.641117ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:03:29.631598Z","caller":"traceutil/trace.go:171","msg":"trace[2076266891] transaction","detail":"{read_only:false; response_revision:1727; number_of_response:1; }","duration":"317.844691ms","start":"2026-04-19T11:03:29.313739Z","end":"2026-04-19T11:03:29.631583Z","steps":["trace[2076266891] 'process raft request' (duration: 317.622527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:29.631691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:29.313854Z","time spent":"317.78776ms","remote":"127.0.0.1:35376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com\" "} {"level":"warn","ts":"2026-04-19T11:03:29.631731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:29.313718Z","time spent":"317.965443ms","remote":"127.0.0.1:35376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6440,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:03:32.551256Z","caller":"traceutil/trace.go:171","msg":"trace[2106405294] linearizableReadLoop","detail":"{readStateIndex:1829; appliedIndex:1828; }","duration":"311.059122ms","start":"2026-04-19T11:03:32.240174Z","end":"2026-04-19T11:03:32.551233Z","steps":["trace[2106405294] 'read index received' (duration: 302.718234ms)","trace[2106405294] 'applied index is now lower than readState.Index' (duration: 8.338818ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:03:32.551492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.305266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:2 size:136258"} {"level":"info","ts":"2026-04-19T11:03:32.551521Z","caller":"traceutil/trace.go:171","msg":"trace[1966551676] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:2; response_revision:1757; }","duration":"311.398188ms","start":"2026-04-19T11:03:32.240115Z","end":"2026-04-19T11:03:32.551513Z","steps":["trace[1966551676] 'agreement among raft nodes before linearized reading' (duration: 311.222225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:32.551556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:32.240081Z","time spent":"311.465459ms","remote":"127.0.0.1:35422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":2,"response size":136281,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-04-19T11:03:32.551531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.962122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:03:32.551645Z","caller":"traceutil/trace.go:171","msg":"trace[1722068171] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1757; }","duration":"274.171876ms","start":"2026-04-19T11:03:32.277456Z","end":"2026-04-19T11:03:32.551628Z","steps":["trace[1722068171] 'agreement among raft nodes before linearized reading' (duration: 273.986082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:37.367526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.313168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-19T11:03:37.367614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.819439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:03:37.367629Z","caller":"traceutil/trace.go:171","msg":"trace[272566571] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1808; }","duration":"366.45347ms","start":"2026-04-19T11:03:37.001158Z","end":"2026-04-19T11:03:37.367612Z","steps":["trace[272566571] 'count revisions from in-memory index tree' (duration: 366.238997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:37.367677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:37.001141Z","time spent":"366.523512ms","remote":"127.0.0.1:49270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-19T11:03:37.367669Z","caller":"traceutil/trace.go:171","msg":"trace[658850850] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1808; }","duration":"350.88101ms","start":"2026-04-19T11:03:37.016764Z","end":"2026-04-19T11:03:37.367645Z","steps":["trace[658850850] 'count revisions from in-memory index tree' (duration: 350.779588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:37.367716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.532941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-19T11:03:37.367776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.278026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:03:37.367787Z","caller":"traceutil/trace.go:171","msg":"trace[1928286645] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1808; }","duration":"366.620284ms","start":"2026-04-19T11:03:37.001145Z","end":"2026-04-19T11:03:37.367765Z","steps":["trace[1928286645] 'range keys from in-memory index tree' (duration: 366.41007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:37.36787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.903263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-19T11:03:37.36781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.597861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-19T11:03:37.367537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.010911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:03:37.367926Z","caller":"traceutil/trace.go:171","msg":"trace[1308821065] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1808; }","duration":"311.761803ms","start":"2026-04-19T11:03:37.056151Z","end":"2026-04-19T11:03:37.367912Z","steps":["trace[1308821065] 'count revisions from in-memory index tree' (duration: 311.52669ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:03:37.367923Z","caller":"traceutil/trace.go:171","msg":"trace[694087229] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1808; }","duration":"334.975754ms","start":"2026-04-19T11:03:37.032928Z","end":"2026-04-19T11:03:37.367904Z","steps":["trace[694087229] 'count revisions from in-memory index tree' (duration: 334.835442ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:03:37.367938Z","caller":"traceutil/trace.go:171","msg":"trace[770086437] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1808; }","duration":"296.47925ms","start":"2026-04-19T11:03:37.07145Z","end":"2026-04-19T11:03:37.367929Z","steps":["trace[770086437] 'count revisions from in-memory index tree' (duration: 295.913869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:37.367918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.273471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-19T11:03:37.367975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:37.032912Z","time spent":"335.046756ms","remote":"127.0.0.1:49278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:03:37.36799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:37.056133Z","time spent":"311.816784ms","remote":"127.0.0.1:49280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:03:37.368005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.230848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:03:37.368015Z","caller":"traceutil/trace.go:171","msg":"trace[472363517] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1808; }","duration":"380.413233ms","start":"2026-04-19T11:03:36.987583Z","end":"2026-04-19T11:03:37.367996Z","steps":["trace[472363517] 'count revisions from in-memory index tree' (duration: 380.229909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:37.367569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.926301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-19T11:03:37.368068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.179157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-19T11:03:37.368085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:36.987578Z","time spent":"380.492864ms","remote":"127.0.0.1:49266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:03:37.368088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.018675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:03:37.368129Z","caller":"traceutil/trace.go:171","msg":"trace[462264599] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1808; }","duration":"269.228397ms","start":"2026-04-19T11:03:37.098861Z","end":"2026-04-19T11:03:37.36809Z","steps":["trace[462264599] 'range keys from in-memory index tree' (duration: 269.087285ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:03:37.367869Z","caller":"traceutil/trace.go:171","msg":"trace[146214446] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1808; }","duration":"296.418158ms","start":"2026-04-19T11:03:37.071425Z","end":"2026-04-19T11:03:37.367843Z","steps":["trace[146214446] 'range keys from in-memory index tree' (duration: 296.151703ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:03:37.368174Z","caller":"traceutil/trace.go:171","msg":"trace[1255044165] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1808; }","duration":"335.118057ms","start":"2026-04-19T11:03:37.033032Z","end":"2026-04-19T11:03:37.36815Z","steps":["trace[1255044165] 'range keys from in-memory index tree' (duration: 334.971175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:37.367871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:37.001085Z","time spent":"366.768836ms","remote":"127.0.0.1:49270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-04-19T11:03:37.367923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.4262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-19T11:03:37.368282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:37.032875Z","time spent":"335.386881ms","remote":"127.0.0.1:49278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"info","ts":"2026-04-19T11:03:37.368296Z","caller":"traceutil/trace.go:171","msg":"trace[1216192508] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1808; }","duration":"284.832298ms","start":"2026-04-19T11:03:37.083448Z","end":"2026-04-19T11:03:37.36828Z","steps":["trace[1216192508] 'range keys from in-memory index tree' (duration: 284.325878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:37.368357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.304964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-19T11:03:37.368363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.895517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-19T11:03:37.367968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.469321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:03:37.368385Z","caller":"traceutil/trace.go:171","msg":"trace[778411848] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1808; }","duration":"219.358454ms","start":"2026-04-19T11:03:37.14902Z","end":"2026-04-19T11:03:37.368378Z","steps":["trace[778411848] 'range keys from in-memory index tree' (duration: 219.205762ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:03:37.368393Z","caller":"traceutil/trace.go:171","msg":"trace[1790027275] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:0; response_revision:1808; }","duration":"218.942037ms","start":"2026-04-19T11:03:37.149442Z","end":"2026-04-19T11:03:37.368384Z","steps":["trace[1790027275] 'range keys from in-memory index tree' (duration: 218.862216ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:03:37.368406Z","caller":"traceutil/trace.go:171","msg":"trace[653166030] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1808; }","duration":"284.907829ms","start":"2026-04-19T11:03:37.083486Z","end":"2026-04-19T11:03:37.368394Z","steps":["trace[653166030] 'count revisions from in-memory index tree' (duration: 284.369429ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:03:37.368117Z","caller":"traceutil/trace.go:171","msg":"trace[1184345002] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1808; }","duration":"351.47849ms","start":"2026-04-19T11:03:37.016589Z","end":"2026-04-19T11:03:37.368068Z","steps":["trace[1184345002] 'range keys from in-memory index tree' (duration: 350.85745ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:03:37.368037Z","caller":"traceutil/trace.go:171","msg":"trace[677285057] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1808; }","duration":"269.289088ms","start":"2026-04-19T11:03:37.098738Z","end":"2026-04-19T11:03:37.368027Z","steps":["trace[677285057] 'count revisions from in-memory index tree' (duration: 269.178147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:37.368541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.350481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:03:37.368569Z","caller":"traceutil/trace.go:171","msg":"trace[470888729] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1808; }","duration":"254.393371ms","start":"2026-04-19T11:03:37.114168Z","end":"2026-04-19T11:03:37.368562Z","steps":["trace[470888729] 'count revisions from in-memory index tree' (duration: 254.31933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:37.368703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.572725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:03:37.368733Z","caller":"traceutil/trace.go:171","msg":"trace[937747487] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1808; }","duration":"254.627205ms","start":"2026-04-19T11:03:37.114098Z","end":"2026-04-19T11:03:37.368725Z","steps":["trace[937747487] 'range keys from in-memory index tree' (duration: 254.476963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:37.368526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:37.016569Z","time spent":"351.934679ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-04-19T11:03:37.368809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.699571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:03:37.368853Z","caller":"traceutil/trace.go:171","msg":"trace[1884954133] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1808; }","duration":"219.755992ms","start":"2026-04-19T11:03:37.149086Z","end":"2026-04-19T11:03:37.368842Z","steps":["trace[1884954133] 'count revisions from in-memory index tree' (duration: 219.670491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:37.368888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.467544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:03:37.36892Z","caller":"traceutil/trace.go:171","msg":"trace[1248010155] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1808; }","duration":"239.496864ms","start":"2026-04-19T11:03:37.129413Z","end":"2026-04-19T11:03:37.368909Z","steps":["trace[1248010155] 'range keys from in-memory index tree' (duration: 239.438763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:37.36885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.443013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-19T11:03:37.368965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.66345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:03:37.368989Z","caller":"traceutil/trace.go:171","msg":"trace[42217992] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1808; }","duration":"239.652526ms","start":"2026-04-19T11:03:37.129321Z","end":"2026-04-19T11:03:37.368974Z","steps":["trace[42217992] 'count revisions from in-memory index tree' (duration: 239.323151ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:03:37.369016Z","caller":"traceutil/trace.go:171","msg":"trace[1619472307] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1808; }","duration":"312.766492ms","start":"2026-04-19T11:03:37.056233Z","end":"2026-04-19T11:03:37.368999Z","steps":["trace[1619472307] 'range keys from in-memory index tree' (duration: 312.546878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:37.36907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:37.056202Z","time spent":"312.848543ms","remote":"127.0.0.1:49280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-04-19T11:03:37.36923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:37.016755Z","time spent":"352.449318ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:03:37.369311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.235006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:03:37.36937Z","caller":"traceutil/trace.go:171","msg":"trace[130193056] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1808; }","duration":"382.321777ms","start":"2026-04-19T11:03:36.987039Z","end":"2026-04-19T11:03:37.36936Z","steps":["trace[130193056] 'range keys from in-memory index tree' (duration: 382.185775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:37.369401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:36.987025Z","time spent":"382.365878ms","remote":"127.0.0.1:49266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"info","ts":"2026-04-19T11:03:37.375401Z","caller":"traceutil/trace.go:171","msg":"trace[1749230389] linearizableReadLoop","detail":"{readStateIndex:1886; appliedIndex:1885; }","duration":"202.978011ms","start":"2026-04-19T11:03:37.17241Z","end":"2026-04-19T11:03:37.375388Z","steps":["trace[1749230389] 'read index received' (duration: 202.864619ms)","trace[1749230389] 'applied index is now lower than readState.Index' (duration: 112.852µs)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:03:37.375451Z","caller":"traceutil/trace.go:171","msg":"trace[538493858] transaction","detail":"{read_only:false; response_revision:1809; number_of_response:1; }","duration":"221.268348ms","start":"2026-04-19T11:03:37.154167Z","end":"2026-04-19T11:03:37.375436Z","steps":["trace[538493858] 'process raft request' (duration: 221.090085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:37.375894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.465779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-19T11:03:37.375948Z","caller":"traceutil/trace.go:171","msg":"trace[1551337001] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1809; }","duration":"203.564842ms","start":"2026-04-19T11:03:37.172373Z","end":"2026-04-19T11:03:37.375938Z","steps":["trace[1551337001] 'agreement among raft nodes before linearized reading' (duration: 203.103474ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:03:37.379283Z","caller":"traceutil/trace.go:171","msg":"trace[1173268152] transaction","detail":"{read_only:false; response_revision:1810; number_of_response:1; }","duration":"169.191657ms","start":"2026-04-19T11:03:37.210075Z","end":"2026-04-19T11:03:37.379267Z","steps":["trace[1173268152] 'process raft request' (duration: 168.666398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:37.379322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.666769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-04-19T11:03:37.379331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.210555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:03:37.379384Z","caller":"traceutil/trace.go:171","msg":"trace[1373584929] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1810; }","duration":"138.75036ms","start":"2026-04-19T11:03:37.240605Z","end":"2026-04-19T11:03:37.379356Z","steps":["trace[1373584929] 'agreement among raft nodes before linearized reading' (duration: 138.572767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:37.379407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.550446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-19T11:03:37.379435Z","caller":"traceutil/trace.go:171","msg":"trace[1487323326] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1810; }","duration":"103.283947ms","start":"2026-04-19T11:03:37.276081Z","end":"2026-04-19T11:03:37.379365Z","steps":["trace[1487323326] 'agreement among raft nodes before linearized reading' (duration: 103.203685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:37.379425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.23495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-19T11:03:37.379443Z","caller":"traceutil/trace.go:171","msg":"trace[386905525] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1810; }","duration":"164.608937ms","start":"2026-04-19T11:03:37.214823Z","end":"2026-04-19T11:03:37.379432Z","steps":["trace[386905525] 'agreement among raft nodes before linearized reading' (duration: 164.528465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:37.379456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.451129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-19T11:03:37.379472Z","caller":"traceutil/trace.go:171","msg":"trace[1522024483] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1810; }","duration":"183.311201ms","start":"2026-04-19T11:03:37.196151Z","end":"2026-04-19T11:03:37.379462Z","steps":["trace[1522024483] 'agreement among raft nodes before linearized reading' (duration: 183.172699ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:03:37.379488Z","caller":"traceutil/trace.go:171","msg":"trace[1409529640] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1810; }","duration":"185.48641ms","start":"2026-04-19T11:03:37.193993Z","end":"2026-04-19T11:03:37.379479Z","steps":["trace[1409529640] 'agreement among raft nodes before linearized reading' (duration: 185.369328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:37.379324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.391875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-19T11:03:37.379532Z","caller":"traceutil/trace.go:171","msg":"trace[1458912750] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1810; }","duration":"171.639179ms","start":"2026-04-19T11:03:37.207887Z","end":"2026-04-19T11:03:37.379526Z","steps":["trace[1458912750] 'agreement among raft nodes before linearized reading' (duration: 171.339724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:37.379738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.806838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-19T11:03:37.379777Z","caller":"traceutil/trace.go:171","msg":"trace[1683180590] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1810; }","duration":"195.885089ms","start":"2026-04-19T11:03:37.183886Z","end":"2026-04-19T11:03:37.379771Z","steps":["trace[1683180590] 'agreement among raft nodes before linearized reading' (duration: 195.258268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:47.908665Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.965501509s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-19T11:03:48.098375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.457531474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-79b11f64-1034-4faa-ac9e-ea63396fed43\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-19T11:03:48.098447Z","caller":"traceutil/trace.go:171","msg":"trace[2004527213] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-79b11f64-1034-4faa-ac9e-ea63396fed43; range_end:; response_count:1; response_revision:1916; }","duration":"3.457662308s","start":"2026-04-19T11:03:44.640767Z","end":"2026-04-19T11:03:48.09843Z","steps":["trace[2004527213] 'range keys from in-memory index tree' (duration: 3.457295971s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:48.098486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:44.64074Z","time spent":"3.457736328s","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-79b11f64-1034-4faa-ac9e-ea63396fed43\" "} {"level":"warn","ts":"2026-04-19T11:03:48.098582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.820050294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:03:48.098639Z","caller":"traceutil/trace.go:171","msg":"trace[575051832] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1916; }","duration":"3.820160196s","start":"2026-04-19T11:03:44.278465Z","end":"2026-04-19T11:03:48.098625Z","steps":["trace[575051832] 'range keys from in-memory index tree' (duration: 3.819963003s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:48.098674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:44.27844Z","time spent":"3.820224837s","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-19T11:03:48.098957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.313058514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-79b11f64-1034-4faa-ac9e-ea63396fed43\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-19T11:03:48.098999Z","caller":"traceutil/trace.go:171","msg":"trace[786226604] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-79b11f64-1034-4faa-ac9e-ea63396fed43; range_end:; response_count:1; response_revision:1916; }","duration":"3.313142815s","start":"2026-04-19T11:03:44.785844Z","end":"2026-04-19T11:03:48.098987Z","steps":["trace[786226604] 'range keys from in-memory index tree' (duration: 3.31285483s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:48.099032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:44.78582Z","time spent":"3.313201806s","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-79b11f64-1034-4faa-ac9e-ea63396fed43\" "} {"level":"warn","ts":"2026-04-19T11:03:48.099133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.24330183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-19T11:03:48.099162Z","caller":"traceutil/trace.go:171","msg":"trace[2065368657] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1916; }","duration":"3.243368391s","start":"2026-04-19T11:03:44.855786Z","end":"2026-04-19T11:03:48.099154Z","steps":["trace[2065368657] 'range keys from in-memory index tree' (duration: 3.243169378s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:48.099189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:44.855762Z","time spent":"3.243418892s","remote":"127.0.0.1:49350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-19T11:03:48.100276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.184802542s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-19T11:03:48.100429Z","caller":"traceutil/trace.go:171","msg":"trace[289652683] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"3.239901012s","start":"2026-04-19T11:03:44.860499Z","end":"2026-04-19T11:03:48.1004Z","steps":["trace[289652683] 'process raft request' (duration: 54.900517ms)","trace[289652683] 'compare' (duration: 3.184472827s)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:03:48.100475Z","caller":"traceutil/trace.go:171","msg":"trace[1014635882] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"2.157410277s","start":"2026-04-19T11:03:45.943048Z","end":"2026-04-19T11:03:48.100459Z","steps":["trace[1014635882] 'process raft request' (duration: 2.157315946s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:48.100557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:44.860475Z","time spent":"3.240022515s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:03:48.10056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:45.943023Z","time spent":"2.157491309s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:03:48.100682Z","caller":"traceutil/trace.go:171","msg":"trace[1810420058] linearizableReadLoop","detail":"{readStateIndex:1995; appliedIndex:1994; }","duration":"3.126808176s","start":"2026-04-19T11:03:44.973859Z","end":"2026-04-19T11:03:48.100667Z","steps":["trace[1810420058] 'read index received' (duration: 41.59µs)","trace[1810420058] 'applied index is now lower than readState.Index' (duration: 3.126765156s)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:03:48.101013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.127147211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-19T11:03:48.101046Z","caller":"traceutil/trace.go:171","msg":"trace[322490121] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1918; }","duration":"3.127221193s","start":"2026-04-19T11:03:44.973817Z","end":"2026-04-19T11:03:48.101038Z","steps":["trace[322490121] 'agreement among raft nodes before linearized reading' (duration: 3.127007709s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:48.101068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:44.973796Z","time spent":"3.127266743s","remote":"127.0.0.1:35404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":244,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:03:48.279256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000277358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-19T11:03:48.279357Z","caller":"traceutil/trace.go:171","msg":"trace[133711787] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000401529s","start":"2026-04-19T11:03:46.278913Z","end":"2026-04-19T11:03:48.279314Z","steps":["trace[133711787] 'agreement among raft nodes before linearized reading' (duration: 2.000301518s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:48.279428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:46.278898Z","time spent":"2.000519921s","remote":"127.0.0.1:35338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-19T11:03:48.601765Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451644320967481,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-19T11:03:49.102676Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451644320967481,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-19T11:03:49.343749Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.434840993s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-19T11:03:49.480942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.492503ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-19T11:03:49.481189Z","caller":"traceutil/trace.go:171","msg":"trace[1698727057] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"1.864631268s","start":"2026-04-19T11:03:47.61654Z","end":"2026-04-19T11:03:49.481171Z","steps":["trace[1698727057] 'process raft request' (duration: 1.864587197s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:49.481262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:47.616503Z","time spent":"1.86472229s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:03:49.481455Z","caller":"traceutil/trace.go:171","msg":"trace[885455619] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"2.010659779s","start":"2026-04-19T11:03:47.47078Z","end":"2026-04-19T11:03:49.481439Z","steps":["trace[885455619] 'process raft request' (duration: 2.010257723s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:49.481551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:47.470746Z","time spent":"2.010772611s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:03:49.482065Z","caller":"traceutil/trace.go:171","msg":"trace[1166621382] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"3.457875136s","start":"2026-04-19T11:03:46.024144Z","end":"2026-04-19T11:03:49.482019Z","steps":["trace[1166621382] 'process raft request' (duration: 3.32001381s)","trace[1166621382] 'compare' (duration: 135.852723ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:03:49.482372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:46.024114Z","time spent":"3.458069628s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:03:50.287476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00072468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-19T11:03:50.287589Z","caller":"traceutil/trace.go:171","msg":"trace[2109093877] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000851702s","start":"2026-04-19T11:03:48.286693Z","end":"2026-04-19T11:03:50.287545Z","steps":["trace[2109093877] 'agreement among raft nodes before linearized reading' (duration: 2.0007457s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:50.287638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:48.286675Z","time spent":"2.000952594s","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/19 11:03:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-19T11:03:50.416118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999757557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-19T11:03:50.416234Z","caller":"traceutil/trace.go:171","msg":"trace[356254180] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.99993734s","start":"2026-04-19T11:03:45.416269Z","end":"2026-04-19T11:03:50.416206Z","steps":["trace[356254180] 'agreement among raft nodes before linearized reading' (duration: 4.999785688s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:50.416292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:45.41625Z","time spent":"5.000031071s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/19 11:03:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-19T11:03:50.480143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999510328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-19T11:03:50.480633Z","caller":"traceutil/trace.go:171","msg":"trace[1048849859] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000019566s","start":"2026-04-19T11:03:45.480593Z","end":"2026-04-19T11:03:50.480612Z","steps":["trace[1048849859] 'agreement among raft nodes before linearized reading' (duration: 4.999523208s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:50.480705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:45.480586Z","time spent":"5.000097937s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/19 11:03:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-19T11:03:50.480143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999741532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-19T11:03:50.480899Z","caller":"traceutil/trace.go:171","msg":"trace[139462749] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000550864s","start":"2026-04-19T11:03:45.480326Z","end":"2026-04-19T11:03:50.480876Z","steps":["trace[139462749] 'agreement among raft nodes before linearized reading' (duration: 4.999762512s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:50.480963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:45.48031Z","time spent":"5.000637955s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/19 11:03:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-19T11:03:51.086013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.320375106s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-19T11:03:51.086192Z","caller":"traceutil/trace.go:171","msg":"trace[47825166] linearizableReadLoop","detail":"{readStateIndex:2000; appliedIndex:1996; }","duration":"2.985451877s","start":"2026-04-19T11:03:48.100717Z","end":"2026-04-19T11:03:51.086169Z","steps":["trace[47825166] 'read index received' (duration: 1.243422252s)","trace[47825166] 'applied index is now lower than readState.Index' (duration: 1.742027475s)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:03:51.086531Z","caller":"traceutil/trace.go:171","msg":"trace[24105379] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"2.978713766s","start":"2026-04-19T11:03:48.107796Z","end":"2026-04-19T11:03:51.08651Z","steps":["trace[24105379] 'process raft request' (duration: 1.65770567s)","trace[24105379] 'compare' (duration: 1.320117972s)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:03:51.086624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:48.107779Z","time spent":"2.978792117s","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3726,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:03:51.086793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.598644297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-19T11:03:51.086863Z","caller":"traceutil/trace.go:171","msg":"trace[980477934] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1922; }","duration":"4.59879073s","start":"2026-04-19T11:03:46.488058Z","end":"2026-04-19T11:03:51.086849Z","steps":["trace[980477934] 'agreement among raft nodes before linearized reading' (duration: 4.598631456s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:51.086874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.608595338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-19T11:03:51.086956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:46.488038Z","time spent":"4.598907231s","remote":"127.0.0.1:35656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":23,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-19T11:03:51.086965Z","caller":"traceutil/trace.go:171","msg":"trace[499348139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1922; }","duration":"5.608717989s","start":"2026-04-19T11:03:45.478234Z","end":"2026-04-19T11:03:51.086952Z","steps":["trace[499348139] 'agreement among raft nodes before linearized reading' (duration: 5.608499666s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:51.087019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:45.478218Z","time spent":"5.608773791s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-19T11:03:51.087165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.614657358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-19T11:03:51.0872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.167463143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-19T11:03:51.087225Z","caller":"traceutil/trace.go:171","msg":"trace[1654971947] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1922; }","duration":"3.167539613s","start":"2026-04-19T11:03:47.919678Z","end":"2026-04-19T11:03:51.087217Z","steps":["trace[1654971947] 'agreement among raft nodes before linearized reading' (duration: 3.167430272s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:51.087243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:47.919651Z","time spent":"3.167587925s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-19T11:03:51.087234Z","caller":"traceutil/trace.go:171","msg":"trace[1983698382] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1922; }","duration":"5.61480465s","start":"2026-04-19T11:03:45.472411Z","end":"2026-04-19T11:03:51.087215Z","steps":["trace[1983698382] 'agreement among raft nodes before linearized reading' (duration: 5.614486025s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:51.08728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.36791331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:03:51.087304Z","caller":"traceutil/trace.go:171","msg":"trace[2080241027] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1922; }","duration":"5.367963261s","start":"2026-04-19T11:03:45.719334Z","end":"2026-04-19T11:03:51.087297Z","steps":["trace[2080241027] 'agreement among raft nodes before linearized reading' (duration: 5.36792763s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:51.087348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:45.719315Z","time spent":"5.368025431s","remote":"127.0.0.1:35464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:03:51.087395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.54255278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-19T11:03:51.08732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.491570798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:03:51.087528Z","caller":"traceutil/trace.go:171","msg":"trace[1234094369] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:1922; }","duration":"4.491897733s","start":"2026-04-19T11:03:46.595577Z","end":"2026-04-19T11:03:51.087474Z","steps":["trace[1234094369] 'agreement among raft nodes before linearized reading' (duration: 4.491567868s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:51.087293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:45.472371Z","time spent":"5.614905731s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-19T11:03:51.087639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:46.59555Z","time spent":"4.492072486s","remote":"127.0.0.1:52226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:03:51.087225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.832700464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.246\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-19T11:03:51.087883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.607523558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-19T11:03:51.088003Z","caller":"traceutil/trace.go:171","msg":"trace[487537791] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1922; }","duration":"5.607691181s","start":"2026-04-19T11:03:45.480284Z","end":"2026-04-19T11:03:51.087975Z","steps":["trace[487537791] 'agreement among raft nodes before linearized reading' (duration: 5.607162643s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:51.08805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:45.480265Z","time spent":"5.607774362s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-19T11:03:51.08822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.645172947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-19T11:03:51.088253Z","caller":"traceutil/trace.go:171","msg":"trace[1541413557] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1922; }","duration":"3.645208948s","start":"2026-04-19T11:03:47.443036Z","end":"2026-04-19T11:03:51.088245Z","steps":["trace[1541413557] 'agreement among raft nodes before linearized reading' (duration: 3.645156587s)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:03:51.08744Z","caller":"traceutil/trace.go:171","msg":"trace[755659460] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1922; }","duration":"4.542626111s","start":"2026-04-19T11:03:46.544784Z","end":"2026-04-19T11:03:51.08741Z","steps":["trace[755659460] 'agreement among raft nodes before linearized reading' (duration: 4.54256084s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:51.088275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:47.44294Z","time spent":"3.645328049s","remote":"127.0.0.1:52434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:03:51.088395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.173646284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-19T11:03:51.088419Z","caller":"traceutil/trace.go:171","msg":"trace[1778040582] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1922; }","duration":"3.173726595s","start":"2026-04-19T11:03:47.914687Z","end":"2026-04-19T11:03:51.088413Z","steps":["trace[1778040582] 'agreement among raft nodes before linearized reading' (duration: 3.173684185s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:51.088437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:47.914657Z","time spent":"3.173774716s","remote":"127.0.0.1:35602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:03:51.088362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:46.544696Z","time spent":"4.543587896s","remote":"127.0.0.1:35822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-19T11:03:51.088883Z","caller":"traceutil/trace.go:171","msg":"trace[1244565938] range","detail":"{range_begin:/registry/masterleases/199.19.213.246; range_end:; response_count:1; response_revision:1922; }","duration":"4.833319214s","start":"2026-04-19T11:03:46.25449Z","end":"2026-04-19T11:03:51.087809Z","steps":["trace[1244565938] 'agreement among raft nodes before linearized reading' (duration: 4.832684324s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:51.088986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.287702697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-19T11:03:51.089034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:46.25442Z","time spent":"4.834542283s","remote":"127.0.0.1:35350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.246\" "} {"level":"info","ts":"2026-04-19T11:03:51.089066Z","caller":"traceutil/trace.go:171","msg":"trace[1529900314] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1922; }","duration":"4.2878481s","start":"2026-04-19T11:03:46.801201Z","end":"2026-04-19T11:03:51.08905Z","steps":["trace[1529900314] 'agreement among raft nodes before linearized reading' (duration: 4.287047918s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:51.089111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:46.801185Z","time spent":"4.287917021s","remote":"127.0.0.1:41972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:03:51.086842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.013928307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:03:51.089291Z","caller":"traceutil/trace.go:171","msg":"trace[281262188] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1922; }","duration":"6.016445787s","start":"2026-04-19T11:03:45.072823Z","end":"2026-04-19T11:03:51.089269Z","steps":["trace[281262188] 'agreement among raft nodes before linearized reading' (duration: 6.013920447s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:51.089359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:45.072798Z","time spent":"6.016539998s","remote":"127.0.0.1:41938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:03:51.58698Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451644320967486,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-19T11:03:51.68479Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.859227384s","expected-duration":"1s"} {"level":"info","ts":"2026-04-19T11:03:51.699021Z","caller":"traceutil/trace.go:171","msg":"trace[1952718154] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"1.873530494s","start":"2026-04-19T11:03:49.825463Z","end":"2026-04-19T11:03:51.698993Z","steps":["trace[1952718154] 'process raft request' (duration: 1.85963444s)","trace[1952718154] 'compare' (duration: 12.908298ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:03:51.699177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:49.825442Z","time spent":"1.873650496s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:03:51.705642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:51.091846Z","time spent":"613.782225ms","remote":"127.0.0.1:35350","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-19T11:03:51.705863Z","caller":"traceutil/trace.go:171","msg":"trace[307673286] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"1.596839746s","start":"2026-04-19T11:03:50.108993Z","end":"2026-04-19T11:03:51.705833Z","steps":["trace[307673286] 'process raft request' (duration: 1.596228495s)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:03:51.7059Z","caller":"traceutil/trace.go:171","msg":"trace[796768627] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"1.598171916s","start":"2026-04-19T11:03:50.107522Z","end":"2026-04-19T11:03:51.705694Z","steps":["trace[796768627] 'process raft request' (duration: 1.597547516s)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:03:51.705906Z","caller":"traceutil/trace.go:171","msg":"trace[275663850] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"612.907961ms","start":"2026-04-19T11:03:51.092969Z","end":"2026-04-19T11:03:51.705877Z","steps":["trace[275663850] 'process raft request' (duration: 612.474833ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:03:51.705977Z","caller":"traceutil/trace.go:171","msg":"trace[1409924711] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"612.87363ms","start":"2026-04-19T11:03:51.09306Z","end":"2026-04-19T11:03:51.705933Z","steps":["trace[1409924711] 'process raft request' (duration: 612.406371ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:03:51.706004Z","caller":"traceutil/trace.go:171","msg":"trace[1023747355] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"612.673547ms","start":"2026-04-19T11:03:51.093314Z","end":"2026-04-19T11:03:51.705988Z","steps":["trace[1023747355] 'process raft request' (duration: 612.175618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:51.706066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:51.093304Z","time spent":"612.730278ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:03:51.706068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:50.107498Z","time spent":"1.598456731s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:03:51.706084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:50.108954Z","time spent":"1.596996438s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:03:51.706113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:51.093039Z","time spent":"612.990762ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:03:51.706112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:51.092962Z","time spent":"613.099154ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:03:51.706177Z","caller":"traceutil/trace.go:171","msg":"trace[1513029608] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"614.176591ms","start":"2026-04-19T11:03:51.091988Z","end":"2026-04-19T11:03:51.706165Z","steps":["trace[1513029608] 'process raft request' (duration: 613.396088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:51.706312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:51.091962Z","time spent":"614.282134ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:03:51.726272Z","caller":"traceutil/trace.go:171","msg":"trace[2076748442] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"238.372146ms","start":"2026-04-19T11:03:51.487883Z","end":"2026-04-19T11:03:51.726255Z","steps":["trace[2076748442] 'process raft request' (duration: 238.114862ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:03:51.726356Z","caller":"traceutil/trace.go:171","msg":"trace[1183763915] linearizableReadLoop","detail":"{readStateIndex:2010; appliedIndex:2000; }","duration":"640.098109ms","start":"2026-04-19T11:03:51.086225Z","end":"2026-04-19T11:03:51.726323Z","steps":["trace[1183763915] 'read index received' (duration: 598.889884ms)","trace[1183763915] 'applied index is now lower than readState.Index' (duration: 41.207195ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:03:51.726559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.363744682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-19T11:03:51.726595Z","caller":"traceutil/trace.go:171","msg":"trace[117324152] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1931; }","duration":"3.363823754s","start":"2026-04-19T11:03:48.362762Z","end":"2026-04-19T11:03:51.726586Z","steps":["trace[117324152] 'agreement among raft nodes before linearized reading' (duration: 3.363731932s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:51.726618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:48.362744Z","time spent":"3.363867434s","remote":"127.0.0.1:35838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":36,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:03:51.726694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438663699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:03:51.726746Z","caller":"traceutil/trace.go:171","msg":"trace[404949458] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1931; }","duration":"1.438745211s","start":"2026-04-19T11:03:50.287992Z","end":"2026-04-19T11:03:51.726737Z","steps":["trace[404949458] 'agreement among raft nodes before linearized reading' (duration: 1.43866597s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:51.726791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:50.287978Z","time spent":"1.438803302s","remote":"127.0.0.1:35338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-19T11:03:51.726885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.44311558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a7bd1a900e5349\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-19T11:03:51.726761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.619774285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-79b11f64-1034-4faa-ac9e-ea63396fed43\" ","response":"range_response_count:1 size:3741"} {"level":"warn","ts":"2026-04-19T11:03:51.726926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.027511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-19T11:03:51.72693Z","caller":"traceutil/trace.go:171","msg":"trace[325904782] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a7bd1a900e5349; range_end:; response_count:1; response_revision:1931; }","duration":"3.443192462s","start":"2026-04-19T11:03:48.283725Z","end":"2026-04-19T11:03:51.726917Z","steps":["trace[325904782] 'agreement among raft nodes before linearized reading' (duration: 3.44309815s)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:03:51.726963Z","caller":"traceutil/trace.go:171","msg":"trace[181019618] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1931; }","duration":"269.096902ms","start":"2026-04-19T11:03:51.457857Z","end":"2026-04-19T11:03:51.726954Z","steps":["trace[181019618] 'agreement among raft nodes before linearized reading' (duration: 268.97353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:51.727003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:48.283706Z","time spent":"3.443256683s","remote":"127.0.0.1:35404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a7bd1a900e5349\" "} {"level":"info","ts":"2026-04-19T11:03:51.727009Z","caller":"traceutil/trace.go:171","msg":"trace[2041014927] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-79b11f64-1034-4faa-ac9e-ea63396fed43; range_end:; response_count:1; response_revision:1931; }","duration":"2.620012778s","start":"2026-04-19T11:03:49.106912Z","end":"2026-04-19T11:03:51.726925Z","steps":["trace[2041014927] 'agreement among raft nodes before linearized reading' (duration: 2.619565371s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:51.727058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:49.106884Z","time spent":"2.620161301s","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3764,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-79b11f64-1034-4faa-ac9e-ea63396fed43\" "} {"level":"warn","ts":"2026-04-19T11:03:51.727118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038451001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:03:51.727164Z","caller":"traceutil/trace.go:171","msg":"trace[1726099823] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1931; }","duration":"1.038533733s","start":"2026-04-19T11:03:50.688621Z","end":"2026-04-19T11:03:51.727155Z","steps":["trace[1726099823] 'agreement among raft nodes before linearized reading' (duration: 1.038441581s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:51.727206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:50.688601Z","time spent":"1.038595863s","remote":"127.0.0.1:41922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:03:51.727212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.135403124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-04-19T11:03:51.727245Z","caller":"traceutil/trace.go:171","msg":"trace[1627569658] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1931; }","duration":"3.135481016s","start":"2026-04-19T11:03:48.591757Z","end":"2026-04-19T11:03:51.727238Z","steps":["trace[1627569658] 'agreement among raft nodes before linearized reading' (duration: 3.134724224s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:51.727267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:48.591733Z","time spent":"3.135529196s","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-19T11:03:51.726799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.414737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-79b11f64-1034-4faa-ac9e-ea63396fed43\" ","response":"range_response_count:1 size:3741"} {"level":"info","ts":"2026-04-19T11:03:51.727305Z","caller":"traceutil/trace.go:171","msg":"trace[355163298] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-79b11f64-1034-4faa-ac9e-ea63396fed43; range_end:; response_count:1; response_revision:1931; }","duration":"634.941336ms","start":"2026-04-19T11:03:51.092351Z","end":"2026-04-19T11:03:51.727293Z","steps":["trace[355163298] 'agreement among raft nodes before linearized reading' (duration: 634.364637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:51.727276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.617909564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-19T11:03:51.72735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:51.092343Z","time spent":"634.994976ms","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3764,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-79b11f64-1034-4faa-ac9e-ea63396fed43\" "} {"level":"info","ts":"2026-04-19T11:03:51.727409Z","caller":"traceutil/trace.go:171","msg":"trace[304649030] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1931; }","duration":"2.618044186s","start":"2026-04-19T11:03:49.109305Z","end":"2026-04-19T11:03:51.727349Z","steps":["trace[304649030] 'agreement among raft nodes before linearized reading' (duration: 2.617729051s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:51.72748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:49.109293Z","time spent":"2.618171087s","remote":"127.0.0.1:49350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-19T11:03:51.727622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259768268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-19T11:03:51.727661Z","caller":"traceutil/trace.go:171","msg":"trace[2082224489] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1931; }","duration":"1.259833469s","start":"2026-04-19T11:03:50.467819Z","end":"2026-04-19T11:03:51.727652Z","steps":["trace[2082224489] 'agreement among raft nodes before linearized reading' (duration: 1.259761128s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:51.727694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:50.467803Z","time spent":"1.25988227s","remote":"127.0.0.1:35752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:03:51.728492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.431895774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-19T11:03:51.728565Z","caller":"traceutil/trace.go:171","msg":"trace[1054974653] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1931; }","duration":"2.432023316s","start":"2026-04-19T11:03:49.296524Z","end":"2026-04-19T11:03:51.728548Z","steps":["trace[1054974653] 'agreement among raft nodes before linearized reading' (duration: 2.430152986s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:03:51.728613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:49.296489Z","time spent":"2.432113998s","remote":"127.0.0.1:52996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-04-19T11:03:53.077395Z","caller":"traceutil/trace.go:171","msg":"trace[2006241899] transaction","detail":"{read_only:false; response_revision:1943; number_of_response:1; }","duration":"246.565766ms","start":"2026-04-19T11:03:52.830806Z","end":"2026-04-19T11:03:53.077372Z","steps":["trace[2006241899] 'process raft request' (duration: 246.374503ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:03:55.784311Z","caller":"traceutil/trace.go:171","msg":"trace[2517540] transaction","detail":"{read_only:false; response_revision:1973; number_of_response:1; }","duration":"109.390804ms","start":"2026-04-19T11:03:55.674881Z","end":"2026-04-19T11:03:55.784272Z","steps":["trace[2517540] 'process raft request' (duration: 103.668093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:00.327152Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451644320967676,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-19T11:04:00.648713Z","caller":"traceutil/trace.go:171","msg":"trace[1880390631] transaction","detail":"{read_only:false; response_revision:2016; number_of_response:1; }","duration":"900.045418ms","start":"2026-04-19T11:03:59.748642Z","end":"2026-04-19T11:04:00.648687Z","steps":["trace[1880390631] 'process raft request' (duration: 899.853815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:00.648861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:59.748619Z","time spent":"900.16868ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:04:01.01584Z","caller":"traceutil/trace.go:171","msg":"trace[1517272648] transaction","detail":"{read_only:false; response_revision:2017; number_of_response:1; }","duration":"1.256385515s","start":"2026-04-19T11:03:59.759423Z","end":"2026-04-19T11:04:01.015808Z","steps":["trace[1517272648] 'process raft request' (duration: 1.256162112s)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:04:01.016152Z","caller":"traceutil/trace.go:171","msg":"trace[1786548691] linearizableReadLoop","detail":"{readStateIndex:2103; appliedIndex:2098; }","duration":"1.190056171s","start":"2026-04-19T11:03:59.826082Z","end":"2026-04-19T11:04:01.016138Z","steps":["trace[1786548691] 'read index received' (duration: 822.424579ms)","trace[1786548691] 'applied index is now lower than readState.Index' (duration: 367.630652ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:04:01.015805Z","caller":"traceutil/trace.go:171","msg":"trace[1932697693] transaction","detail":"{read_only:false; response_revision:2018; number_of_response:1; }","duration":"1.216808828s","start":"2026-04-19T11:03:59.798978Z","end":"2026-04-19T11:04:01.015787Z","steps":["trace[1932697693] 'process raft request' (duration: 1.216748997s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:01.016565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:59.798925Z","time spent":"1.217560179s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:04:01.016427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:59.759352Z","time spent":"1.256555927s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:04:01.01674Z","caller":"traceutil/trace.go:171","msg":"trace[800437142] transaction","detail":"{read_only:false; response_revision:2020; number_of_response:1; }","duration":"1.199009651s","start":"2026-04-19T11:03:59.817708Z","end":"2026-04-19T11:04:01.016717Z","steps":["trace[800437142] 'process raft request' (duration: 1.19826637s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:01.01683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190750842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-19T11:04:01.016867Z","caller":"traceutil/trace.go:171","msg":"trace[1828373505] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2020; }","duration":"1.190823913s","start":"2026-04-19T11:03:59.82603Z","end":"2026-04-19T11:04:01.016854Z","steps":["trace[1828373505] 'agreement among raft nodes before linearized reading' (duration: 1.190700741s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:01.017011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:59.817686Z","time spent":"1.199164903s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:04:01.017044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.850421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-19T11:04:01.01709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.967938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-19T11:04:01.017119Z","caller":"traceutil/trace.go:171","msg":"trace[1841937569] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2020; }","duration":"419.956644ms","start":"2026-04-19T11:04:00.59715Z","end":"2026-04-19T11:04:01.017107Z","steps":["trace[1841937569] 'agreement among raft nodes before linearized reading' (duration: 419.777061ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:04:01.017123Z","caller":"traceutil/trace.go:171","msg":"trace[1917679953] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2020; }","duration":"430.034229ms","start":"2026-04-19T11:04:00.587079Z","end":"2026-04-19T11:04:01.017113Z","steps":["trace[1917679953] 'agreement among raft nodes before linearized reading' (duration: 429.856596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:01.017126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.394185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-19T11:04:01.017149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:00.597134Z","time spent":"420.006154ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-19T11:04:01.017154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:00.587063Z","time spent":"430.07991ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-19T11:04:01.017177Z","caller":"traceutil/trace.go:171","msg":"trace[70606874] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2020; }","duration":"428.446366ms","start":"2026-04-19T11:04:00.588719Z","end":"2026-04-19T11:04:01.017166Z","steps":["trace[70606874] 'agreement among raft nodes before linearized reading' (duration: 428.291903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:01.017218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:00.5887Z","time spent":"428.510896ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-19T11:04:01.017258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.075219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:04:01.017288Z","caller":"traceutil/trace.go:171","msg":"trace[1895930629] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2020; }","duration":"740.107689ms","start":"2026-04-19T11:04:00.27717Z","end":"2026-04-19T11:04:01.017278Z","steps":["trace[1895930629] 'agreement among raft nodes before linearized reading' (duration: 740.060759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:01.017512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:00.277116Z","time spent":"740.389264ms","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-19T11:04:01.01703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123744028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-04-19T11:04:01.017609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123382222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-19T11:04:01.017613Z","caller":"traceutil/trace.go:171","msg":"trace[1119146853] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2020; }","duration":"1.124349468s","start":"2026-04-19T11:03:59.89324Z","end":"2026-04-19T11:04:01.017589Z","steps":["trace[1119146853] 'agreement among raft nodes before linearized reading' (duration: 1.123672457s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:01.017906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:59.893225Z","time spent":"1.124666263s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-19T11:04:01.017688Z","caller":"traceutil/trace.go:171","msg":"trace[1087848518] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2020; }","duration":"1.123462354s","start":"2026-04-19T11:03:59.894188Z","end":"2026-04-19T11:04:01.01765Z","steps":["trace[1087848518] 'agreement among raft nodes before linearized reading' (duration: 1.123031546s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:01.018079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:59.894173Z","time spent":"1.12389051s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-19T11:04:01.017914Z","caller":"traceutil/trace.go:171","msg":"trace[514646250] transaction","detail":"{read_only:false; response_revision:2019; number_of_response:1; }","duration":"1.21884617s","start":"2026-04-19T11:03:59.799045Z","end":"2026-04-19T11:04:01.017891Z","steps":["trace[514646250] 'process raft request' (duration: 1.216715396s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:01.016904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:59.826011Z","time spent":"1.190878253s","remote":"127.0.0.1:49350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-19T11:04:01.018414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:59.799006Z","time spent":"1.219197564s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:04:01.017784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123452444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-19T11:04:01.019558Z","caller":"traceutil/trace.go:171","msg":"trace[1675638254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2020; }","duration":"1.12524333s","start":"2026-04-19T11:03:59.894294Z","end":"2026-04-19T11:04:01.019537Z","steps":["trace[1675638254] 'agreement among raft nodes before linearized reading' (duration: 1.122500678s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:01.019665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:03:59.894284Z","time spent":"1.125361202s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-19T11:04:02.040132Z","caller":"traceutil/trace.go:171","msg":"trace[1036843559] transaction","detail":"{read_only:false; response_revision:2028; number_of_response:1; }","duration":"148.33473ms","start":"2026-04-19T11:04:01.891747Z","end":"2026-04-19T11:04:02.040082Z","steps":["trace[1036843559] 'process raft request' (duration: 147.904212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:07.345298Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451644320967765,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-19T11:04:07.845774Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451644320967765,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-19T11:04:08.346895Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451644320967765,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-19T11:04:08.510518Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.793978098s","expected-duration":"1s"} {"level":"info","ts":"2026-04-19T11:04:08.510953Z","caller":"traceutil/trace.go:171","msg":"trace[1643944662] transaction","detail":"{read_only:false; response_revision:2052; number_of_response:1; }","duration":"1.794484006s","start":"2026-04-19T11:04:06.716444Z","end":"2026-04-19T11:04:08.510928Z","steps":["trace[1643944662] 'process raft request' (duration: 1.794289973s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:08.511099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:06.716425Z","time spent":"1.794601768s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:04:08.523074Z","caller":"traceutil/trace.go:171","msg":"trace[355668584] transaction","detail":"{read_only:false; response_revision:2053; number_of_response:1; }","duration":"1.792731909s","start":"2026-04-19T11:04:06.730318Z","end":"2026-04-19T11:04:08.52305Z","steps":["trace[355668584] 'process raft request' (duration: 1.792553616s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:08.523361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:06.730301Z","time spent":"1.79285008s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:04:08.538827Z","caller":"traceutil/trace.go:171","msg":"trace[1659319798] linearizableReadLoop","detail":"{readStateIndex:2143; appliedIndex:2136; }","duration":"1.694445167s","start":"2026-04-19T11:04:06.844364Z","end":"2026-04-19T11:04:08.538809Z","steps":["trace[1659319798] 'read index received' (duration: 1.666340405s)","trace[1659319798] 'applied index is now lower than readState.Index' (duration: 28.103892ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:04:08.538875Z","caller":"traceutil/trace.go:171","msg":"trace[606292542] transaction","detail":"{read_only:false; response_revision:2055; number_of_response:1; }","duration":"1.488693815s","start":"2026-04-19T11:04:07.050145Z","end":"2026-04-19T11:04:08.538839Z","steps":["trace[606292542] 'process raft request' (duration: 1.488597064s)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:04:08.538983Z","caller":"traceutil/trace.go:171","msg":"trace[1953211897] transaction","detail":"{read_only:false; response_revision:2054; number_of_response:1; }","duration":"1.495970265s","start":"2026-04-19T11:04:07.042968Z","end":"2026-04-19T11:04:08.538938Z","steps":["trace[1953211897] 'process raft request' (duration: 1.49565933s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:08.539028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:07.05012Z","time spent":"1.488824697s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:04:08.539106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:07.042937Z","time spent":"1.496078407s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:04:08.539219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.694802943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-19T11:04:08.538912Z","caller":"traceutil/trace.go:171","msg":"trace[416822268] transaction","detail":"{read_only:false; response_revision:2056; number_of_response:1; }","duration":"1.488636974s","start":"2026-04-19T11:04:07.050248Z","end":"2026-04-19T11:04:08.538885Z","steps":["trace[416822268] 'process raft request' (duration: 1.488529912s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:08.54031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:07.05021Z","time spent":"1.489856843s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:04:08.539332Z","caller":"traceutil/trace.go:171","msg":"trace[2021284471] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2056; }","duration":"1.694989557s","start":"2026-04-19T11:04:06.844313Z","end":"2026-04-19T11:04:08.539303Z","steps":["trace[2021284471] 'agreement among raft nodes before linearized reading' (duration: 1.694642501s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:08.540423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:06.844243Z","time spent":"1.696160874s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-19T11:04:08.53957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43398433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-19T11:04:08.540563Z","caller":"traceutil/trace.go:171","msg":"trace[1625260738] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2056; }","duration":"1.434999435s","start":"2026-04-19T11:04:07.105553Z","end":"2026-04-19T11:04:08.540552Z","steps":["trace[1625260738] 'agreement among raft nodes before linearized reading' (duration: 1.43396297s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:08.5406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:07.105534Z","time spent":"1.435059576s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-19T11:04:08.539563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.214786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:04:08.540684Z","caller":"traceutil/trace.go:171","msg":"trace[584383819] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2056; }","duration":"266.368522ms","start":"2026-04-19T11:04:08.274307Z","end":"2026-04-19T11:04:08.540675Z","steps":["trace[584383819] 'agreement among raft nodes before linearized reading' (duration: 265.193475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:08.53966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.432696041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-04-19T11:04:08.540837Z","caller":"traceutil/trace.go:171","msg":"trace[1757328685] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2056; }","duration":"1.433885948s","start":"2026-04-19T11:04:07.106941Z","end":"2026-04-19T11:04:08.540827Z","steps":["trace[1757328685] 'agreement among raft nodes before linearized reading' (duration: 1.43264913s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:08.540862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:07.106935Z","time spent":"1.433920059s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-19T11:04:08.5397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431908659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-19T11:04:08.540924Z","caller":"traceutil/trace.go:171","msg":"trace[1739923076] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2056; }","duration":"1.433184298s","start":"2026-04-19T11:04:07.107725Z","end":"2026-04-19T11:04:08.540909Z","steps":["trace[1739923076] 'agreement among raft nodes before linearized reading' (duration: 1.431753067s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:08.540988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:07.10771Z","time spent":"1.433265899s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-19T11:04:08.539708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.565656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:04:08.541022Z","caller":"traceutil/trace.go:171","msg":"trace[942264650] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2056; }","duration":"265.909846ms","start":"2026-04-19T11:04:08.275102Z","end":"2026-04-19T11:04:08.541012Z","steps":["trace[942264650] 'agreement among raft nodes before linearized reading' (duration: 264.577497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:08.539726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43400746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-19T11:04:08.541072Z","caller":"traceutil/trace.go:171","msg":"trace[1334668320] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2056; }","duration":"1.43536017s","start":"2026-04-19T11:04:07.105702Z","end":"2026-04-19T11:04:08.541063Z","steps":["trace[1334668320] 'agreement among raft nodes before linearized reading' (duration: 1.43398083s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:08.541094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:07.105698Z","time spent":"1.435389s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-19T11:04:08.539756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.577096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:04:08.541191Z","caller":"traceutil/trace.go:171","msg":"trace[543551265] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2056; }","duration":"613.013316ms","start":"2026-04-19T11:04:07.928143Z","end":"2026-04-19T11:04:08.541156Z","steps":["trace[543551265] 'agreement among raft nodes before linearized reading' (duration: 611.587025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:08.539759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.631054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:04:08.541263Z","caller":"traceutil/trace.go:171","msg":"trace[1115605139] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:2056; }","duration":"646.166696ms","start":"2026-04-19T11:04:07.895085Z","end":"2026-04-19T11:04:08.541252Z","steps":["trace[1115605139] 'agreement among raft nodes before linearized reading' (duration: 644.654194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:08.541283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:07.928127Z","time spent":"613.122108ms","remote":"127.0.0.1:35562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:04:08.541318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:07.895065Z","time spent":"646.242877ms","remote":"127.0.0.1:52422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:04:08.539804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461304222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-19T11:04:08.541383Z","caller":"traceutil/trace.go:171","msg":"trace[212110200] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2056; }","duration":"1.462890845s","start":"2026-04-19T11:04:07.07847Z","end":"2026-04-19T11:04:08.541361Z","steps":["trace[212110200] 'agreement among raft nodes before linearized reading' (duration: 1.461283162s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:08.541432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:07.078454Z","time spent":"1.462964607s","remote":"127.0.0.1:49350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-19T11:04:08.539834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437638985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-19T11:04:08.541503Z","caller":"traceutil/trace.go:171","msg":"trace[1353419721] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2056; }","duration":"1.43933144s","start":"2026-04-19T11:04:07.102162Z","end":"2026-04-19T11:04:08.541494Z","steps":["trace[1353419721] 'agreement among raft nodes before linearized reading' (duration: 1.437620625s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:08.541712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:07.102146Z","time spent":"1.439556853s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-19T11:04:08.539857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483590628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-19T11:04:08.541778Z","caller":"traceutil/trace.go:171","msg":"trace[1078134187] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2056; }","duration":"1.485514026s","start":"2026-04-19T11:04:07.056258Z","end":"2026-04-19T11:04:08.541772Z","steps":["trace[1078134187] 'agreement among raft nodes before linearized reading' (duration: 1.483523687s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:08.541803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:07.056241Z","time spent":"1.485556078s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-19T11:04:08.539883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.670976764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11989"} {"level":"info","ts":"2026-04-19T11:04:08.541843Z","caller":"traceutil/trace.go:171","msg":"trace[740397688] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2056; }","duration":"1.672973332s","start":"2026-04-19T11:04:06.868856Z","end":"2026-04-19T11:04:08.54183Z","steps":["trace[740397688] 'agreement among raft nodes before linearized reading' (duration: 1.670588457s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:08.541891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:06.868826Z","time spent":"1.673051454s","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12012,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-19T11:04:32.270579Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451644320968090,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-19T11:04:32.345734Z","caller":"traceutil/trace.go:171","msg":"trace[2145770186] transaction","detail":"{read_only:false; response_revision:2190; number_of_response:1; }","duration":"831.241176ms","start":"2026-04-19T11:04:31.514467Z","end":"2026-04-19T11:04:32.345708Z","steps":["trace[2145770186] 'process raft request' (duration: 831.016483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:32.345964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:31.51444Z","time spent":"831.388937ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:04:33.377253Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.031709536s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-19T11:04:33.816314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.607096ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-19T11:04:33.816547Z","caller":"traceutil/trace.go:171","msg":"trace[870332118] transaction","detail":"{read_only:false; response_revision:2191; number_of_response:1; }","duration":"2.096539932s","start":"2026-04-19T11:04:31.719971Z","end":"2026-04-19T11:04:33.816511Z","steps":["trace[870332118] 'process raft request' (duration: 1.657560711s)","trace[870332118] 'compare' (duration: 438.177839ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:04:33.816714Z","caller":"traceutil/trace.go:171","msg":"trace[1837154194] linearizableReadLoop","detail":"{readStateIndex:2283; appliedIndex:2281; }","duration":"2.04690577s","start":"2026-04-19T11:04:31.769771Z","end":"2026-04-19T11:04:33.816676Z","steps":["trace[1837154194] 'read index received' (duration: 575.839818ms)","trace[1837154194] 'applied index is now lower than readState.Index' (duration: 1.471061402s)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:04:33.81696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.047160474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-19T11:04:33.817022Z","caller":"traceutil/trace.go:171","msg":"trace[1522753398] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2192; }","duration":"2.047280035s","start":"2026-04-19T11:04:31.769726Z","end":"2026-04-19T11:04:33.817006Z","steps":["trace[1522753398] 'agreement among raft nodes before linearized reading' (duration: 2.047147033s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:33.81708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:31.769707Z","time spent":"2.047357917s","remote":"127.0.0.1:35698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:04:33.817273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:31.719945Z","time spent":"2.096674624s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:04:33.817556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-19T11:04:33.817603Z","caller":"traceutil/trace.go:171","msg":"trace[1712827938] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2194; }","duration":"977.138962ms","start":"2026-04-19T11:04:32.840451Z","end":"2026-04-19T11:04:33.81759Z","steps":["trace[1712827938] 'agreement among raft nodes before linearized reading' (duration: 977.01764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:33.81763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:32.840425Z","time spent":"977.198602ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-19T11:04:33.817641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.893333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-19T11:04:33.817653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.278789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a7bd40943df54a\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-19T11:04:33.817736Z","caller":"traceutil/trace.go:171","msg":"trace[510587151] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a7bd40943df54a; range_end:; response_count:1; response_revision:2194; }","duration":"705.411731ms","start":"2026-04-19T11:04:33.112303Z","end":"2026-04-19T11:04:33.817715Z","steps":["trace[510587151] 'agreement among raft nodes before linearized reading' (duration: 705.153878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:33.817757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022511192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-19T11:04:33.817788Z","caller":"traceutil/trace.go:171","msg":"trace[1532426670] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2194; }","duration":"1.022576472s","start":"2026-04-19T11:04:32.795203Z","end":"2026-04-19T11:04:33.81778Z","steps":["trace[1532426670] 'agreement among raft nodes before linearized reading' (duration: 1.022487811s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:33.817795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.415885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-19T11:04:33.817796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:33.112285Z","time spent":"705.494832ms","remote":"127.0.0.1:35404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a7bd40943df54a\" "} {"level":"warn","ts":"2026-04-19T11:04:33.817824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:32.795187Z","time spent":"1.022629283s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-19T11:04:33.817889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.125062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-19T11:04:33.817914Z","caller":"traceutil/trace.go:171","msg":"trace[1988933877] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2194; }","duration":"977.172982ms","start":"2026-04-19T11:04:32.840736Z","end":"2026-04-19T11:04:33.817909Z","steps":["trace[1988933877] 'agreement among raft nodes before linearized reading' (duration: 977.106171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:33.817936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:32.840724Z","time spent":"977.205662ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-19T11:04:33.817945Z","caller":"traceutil/trace.go:171","msg":"trace[1376424700] transaction","detail":"{read_only:false; response_revision:2194; number_of_response:1; }","duration":"1.039973264s","start":"2026-04-19T11:04:32.777952Z","end":"2026-04-19T11:04:33.817925Z","steps":["trace[1376424700] 'process raft request' (duration: 1.039347626s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:33.817948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.535825991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-19T11:04:33.817556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999419088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-19T11:04:33.818012Z","caller":"traceutil/trace.go:171","msg":"trace[1250178586] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2194; }","duration":"1.535920902s","start":"2026-04-19T11:04:32.282079Z","end":"2026-04-19T11:04:33.818Z","steps":["trace[1250178586] 'agreement among raft nodes before linearized reading' (duration: 1.535835251s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:33.818028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.390515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-19T11:04:33.818042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:32.282058Z","time spent":"1.535973344s","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:04:33.818077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.969075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:04:33.818096Z","caller":"traceutil/trace.go:171","msg":"trace[2002962187] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2194; }","duration":"539.028776ms","start":"2026-04-19T11:04:33.279063Z","end":"2026-04-19T11:04:33.818091Z","steps":["trace[2002962187] 'agreement among raft nodes before linearized reading' (duration: 539.000706ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:04:33.818065Z","caller":"traceutil/trace.go:171","msg":"trace[1642135810] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2194; }","duration":"1.999963166s","start":"2026-04-19T11:04:31.818088Z","end":"2026-04-19T11:04:33.818051Z","steps":["trace[1642135810] 'agreement among raft nodes before linearized reading' (duration: 1.999275097s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:33.818089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.299711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"warn","ts":"2026-04-19T11:04:33.818098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:32.777926Z","time spent":"1.040080725s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:04:33.818117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:33.27904Z","time spent":"539.073487ms","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-19T11:04:33.817828Z","caller":"traceutil/trace.go:171","msg":"trace[1498779099] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2194; }","duration":"972.471627ms","start":"2026-04-19T11:04:32.845347Z","end":"2026-04-19T11:04:33.817819Z","steps":["trace[1498779099] 'agreement among raft nodes before linearized reading' (duration: 972.379336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:33.818132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:31.818065Z","time spent":"2.000055557s","remote":"127.0.0.1:49350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-19T11:04:33.817672Z","caller":"traceutil/trace.go:171","msg":"trace[137847850] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2194; }","duration":"985.973235ms","start":"2026-04-19T11:04:32.83169Z","end":"2026-04-19T11:04:33.817663Z","steps":["trace[137847850] 'agreement among raft nodes before linearized reading' (duration: 985.889724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:33.818294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:32.831661Z","time spent":"986.624623ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-19T11:04:33.818142Z","caller":"traceutil/trace.go:171","msg":"trace[1988424430] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2194; }","duration":"103.401832ms","start":"2026-04-19T11:04:33.714726Z","end":"2026-04-19T11:04:33.818128Z","steps":["trace[1988424430] 'agreement among raft nodes before linearized reading' (duration: 103.25573ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:04:33.81833Z","caller":"traceutil/trace.go:171","msg":"trace[916600313] transaction","detail":"{read_only:false; response_revision:2192; number_of_response:1; }","duration":"1.10524753s","start":"2026-04-19T11:04:32.712978Z","end":"2026-04-19T11:04:33.818225Z","steps":["trace[916600313] 'process raft request' (duration: 1.103478466s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:33.818504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:32.712944Z","time spent":"1.105494593s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:04:33.818045Z","caller":"traceutil/trace.go:171","msg":"trace[617547807] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2194; }","duration":"977.453116ms","start":"2026-04-19T11:04:32.840586Z","end":"2026-04-19T11:04:33.81804Z","steps":["trace[617547807] 'agreement among raft nodes before linearized reading' (duration: 977.404025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:33.818996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:32.840558Z","time spent":"978.426359ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-19T11:04:33.818251Z","caller":"traceutil/trace.go:171","msg":"trace[715826155] transaction","detail":"{read_only:false; response_revision:2193; number_of_response:1; }","duration":"1.045876226s","start":"2026-04-19T11:04:32.772207Z","end":"2026-04-19T11:04:33.818083Z","steps":["trace[715826155] 'process raft request' (duration: 1.044349556s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:33.819435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:32.772182Z","time spent":"1.047219065s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:04:33.820669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:32.845334Z","time spent":"972.842302ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-19T11:04:34.290657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.003739ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:04:34.290785Z","caller":"traceutil/trace.go:171","msg":"trace[799327998] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2195; }","duration":"296.141971ms","start":"2026-04-19T11:04:33.994623Z","end":"2026-04-19T11:04:34.290765Z","steps":["trace[799327998] 'range keys from in-memory index tree' (duration: 295.969998ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:04:34.32822Z","caller":"traceutil/trace.go:171","msg":"trace[515657859] linearizableReadLoop","detail":"{readStateIndex:2293; appliedIndex:2287; }","duration":"420.070275ms","start":"2026-04-19T11:04:33.908128Z","end":"2026-04-19T11:04:34.328198Z","steps":["trace[515657859] 'read index received' (duration: 419.6976ms)","trace[515657859] 'applied index is now lower than readState.Index' (duration: 371.715µs)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:04:34.328324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.425703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:04:34.328343Z","caller":"traceutil/trace.go:171","msg":"trace[1206661614] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2201; }","duration":"496.480434ms","start":"2026-04-19T11:04:33.831855Z","end":"2026-04-19T11:04:34.328336Z","steps":["trace[1206661614] 'agreement among raft nodes before linearized reading' (duration: 496.419613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:34.32836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:33.831846Z","time spent":"496.510234ms","remote":"127.0.0.1:35776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-19T11:04:34.328538Z","caller":"traceutil/trace.go:171","msg":"trace[287208866] transaction","detail":"{read_only:false; response_revision:2196; number_of_response:1; }","duration":"501.554274ms","start":"2026-04-19T11:04:33.826977Z","end":"2026-04-19T11:04:34.328532Z","steps":["trace[287208866] 'process raft request' (duration: 500.784982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:34.328595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:33.826958Z","time spent":"501.597815ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:04:34.328672Z","caller":"traceutil/trace.go:171","msg":"trace[554132063] transaction","detail":"{read_only:false; response_revision:2200; number_of_response:1; }","duration":"501.377362ms","start":"2026-04-19T11:04:33.82729Z","end":"2026-04-19T11:04:34.328667Z","steps":["trace[554132063] 'process raft request' (duration: 500.861894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:34.328704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:33.827287Z","time spent":"501.402272ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:04:34.328682Z","caller":"traceutil/trace.go:171","msg":"trace[1753073004] transaction","detail":"{read_only:false; response_revision:2199; number_of_response:1; }","duration":"501.383082ms","start":"2026-04-19T11:04:33.827263Z","end":"2026-04-19T11:04:34.328647Z","steps":["trace[1753073004] 'process raft request' (duration: 500.871194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:34.328892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:33.82726Z","time spent":"501.521524ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:04:34.328973Z","caller":"traceutil/trace.go:171","msg":"trace[71969561] transaction","detail":"{read_only:false; response_revision:2197; number_of_response:1; }","duration":"501.791278ms","start":"2026-04-19T11:04:33.827173Z","end":"2026-04-19T11:04:34.328964Z","steps":["trace[71969561] 'process raft request' (duration: 500.915345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:34.329025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:33.827155Z","time spent":"501.844078ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:04:34.329023Z","caller":"traceutil/trace.go:171","msg":"trace[210961744] transaction","detail":"{read_only:false; response_revision:2201; number_of_response:1; }","duration":"501.688976ms","start":"2026-04-19T11:04:33.827316Z","end":"2026-04-19T11:04:34.329005Z","steps":["trace[210961744] 'process raft request' (duration: 500.856164ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:04:34.329137Z","caller":"traceutil/trace.go:171","msg":"trace[1759402573] transaction","detail":"{read_only:false; response_revision:2198; number_of_response:1; }","duration":"501.893279ms","start":"2026-04-19T11:04:33.827236Z","end":"2026-04-19T11:04:34.329129Z","steps":["trace[1759402573] 'process raft request' (duration: 500.879014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:34.329155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:33.827313Z","time spent":"501.780347ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:04:34.329178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:33.827228Z","time spent":"501.929509ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:04:36.082013Z","caller":"traceutil/trace.go:171","msg":"trace[1257235399] transaction","detail":"{read_only:false; response_revision:2202; number_of_response:1; }","duration":"256.46062ms","start":"2026-04-19T11:04:35.825527Z","end":"2026-04-19T11:04:36.081987Z","steps":["trace[1257235399] 'process raft request' (duration: 256.324238ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:04:36.640567Z","caller":"traceutil/trace.go:171","msg":"trace[695180934] transaction","detail":"{read_only:false; response_revision:2203; number_of_response:1; }","duration":"815.006875ms","start":"2026-04-19T11:04:35.825531Z","end":"2026-04-19T11:04:36.640537Z","steps":["trace[695180934] 'process raft request' (duration: 735.37475ms)","trace[695180934] 'compare' (duration: 79.485143ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:04:36.64072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:35.825504Z","time spent":"815.136976ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:04:36.641022Z","caller":"traceutil/trace.go:171","msg":"trace[181719291] linearizableReadLoop","detail":"{readStateIndex:2296; appliedIndex:2294; }","duration":"805.643515ms","start":"2026-04-19T11:04:35.835339Z","end":"2026-04-19T11:04:36.640983Z","steps":["trace[181719291] 'read index received' (duration: 247.158993ms)","trace[181719291] 'applied index is now lower than readState.Index' (duration: 558.446922ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:04:36.64144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.87574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-19T11:04:36.641471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.120042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-19T11:04:36.641528Z","caller":"traceutil/trace.go:171","msg":"trace[1575515934] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2204; }","duration":"806.212393ms","start":"2026-04-19T11:04:35.835299Z","end":"2026-04-19T11:04:36.641511Z","steps":["trace[1575515934] 'agreement among raft nodes before linearized reading' (duration: 805.943739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:36.641578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:35.835281Z","time spent":"806.288404ms","remote":"127.0.0.1:49350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-19T11:04:36.641819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.011181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-19T11:04:36.642155Z","caller":"traceutil/trace.go:171","msg":"trace[1282568082] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2204; }","duration":"308.361807ms","start":"2026-04-19T11:04:36.333777Z","end":"2026-04-19T11:04:36.642139Z","steps":["trace[1282568082] 'agreement among raft nodes before linearized reading' (duration: 307.937361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:36.642204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.681041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-19T11:04:36.642286Z","caller":"traceutil/trace.go:171","msg":"trace[878963853] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2204; }","duration":"308.776662ms","start":"2026-04-19T11:04:36.333491Z","end":"2026-04-19T11:04:36.642268Z","steps":["trace[878963853] 'agreement among raft nodes before linearized reading' (duration: 308.609139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:36.642298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:36.333771Z","time spent":"308.484318ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-19T11:04:36.641832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.790273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-19T11:04:36.642519Z","caller":"traceutil/trace.go:171","msg":"trace[2131595050] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2204; }","duration":"309.490102ms","start":"2026-04-19T11:04:36.332992Z","end":"2026-04-19T11:04:36.642482Z","steps":["trace[2131595050] 'agreement among raft nodes before linearized reading' (duration: 308.697661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:36.642598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:36.332975Z","time spent":"309.593104ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-19T11:04:36.642387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:36.333484Z","time spent":"308.887315ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-19T11:04:36.642264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.452285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.246\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-19T11:04:36.642852Z","caller":"traceutil/trace.go:171","msg":"trace[1196453010] range","detail":"{range_begin:/registry/masterleases/199.19.213.246; range_end:; response_count:1; response_revision:2204; }","duration":"386.101145ms","start":"2026-04-19T11:04:36.256727Z","end":"2026-04-19T11:04:36.642828Z","steps":["trace[1196453010] 'agreement among raft nodes before linearized reading' (duration: 385.271083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:36.642922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:36.256709Z","time spent":"386.195296ms","remote":"127.0.0.1:35350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.246\" "} {"level":"warn","ts":"2026-04-19T11:04:36.64197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.722556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:04:36.643005Z","caller":"traceutil/trace.go:171","msg":"trace[2092903352] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2204; }","duration":"372.785611ms","start":"2026-04-19T11:04:36.270197Z","end":"2026-04-19T11:04:36.642983Z","steps":["trace[2092903352] 'agreement among raft nodes before linearized reading' (duration: 371.730236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:36.643077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:36.270178Z","time spent":"372.882973ms","remote":"127.0.0.1:49170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:04:36.641961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.754112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-19T11:04:36.643229Z","caller":"traceutil/trace.go:171","msg":"trace[1268115818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2204; }","duration":"310.144761ms","start":"2026-04-19T11:04:36.33307Z","end":"2026-04-19T11:04:36.643215Z","steps":["trace[1268115818] 'agreement among raft nodes before linearized reading' (duration: 308.61647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:36.643318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:36.33305Z","time spent":"310.247802ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-19T11:04:36.641862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.827413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-19T11:04:36.644127Z","caller":"traceutil/trace.go:171","msg":"trace[1778194070] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2204; }","duration":"311.117144ms","start":"2026-04-19T11:04:36.332992Z","end":"2026-04-19T11:04:36.644109Z","steps":["trace[1778194070] 'agreement among raft nodes before linearized reading' (duration: 308.794592ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:04:36.641516Z","caller":"traceutil/trace.go:171","msg":"trace[889003450] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2204; }","duration":"787.993441ms","start":"2026-04-19T11:04:35.853499Z","end":"2026-04-19T11:04:36.641493Z","steps":["trace[889003450] 'agreement among raft nodes before linearized reading' (duration: 787.785909ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:04:36.642088Z","caller":"traceutil/trace.go:171","msg":"trace[1910171274] transaction","detail":"{read_only:false; response_revision:2204; number_of_response:1; }","duration":"815.972637ms","start":"2026-04-19T11:04:35.826101Z","end":"2026-04-19T11:04:36.642074Z","steps":["trace[1910171274] 'process raft request' (duration: 814.397296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:36.642086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.559369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-04-19T11:04:36.644285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:36.332975Z","time spent":"311.284576ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-19T11:04:36.644349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:35.853485Z","time spent":"790.85248ms","remote":"127.0.0.1:35520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":15,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-04-19T11:04:36.645586Z","caller":"traceutil/trace.go:171","msg":"trace[415987860] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2204; }","duration":"312.058218ms","start":"2026-04-19T11:04:36.333502Z","end":"2026-04-19T11:04:36.64556Z","steps":["trace[415987860] 'agreement among raft nodes before linearized reading' (duration: 308.521768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:36.645678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:36.333494Z","time spent":"312.163599ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-19T11:04:36.64586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:35.826089Z","time spent":"819.692459ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:04:37.525259Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451644320968119,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-19T11:04:38.026199Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451644320968119,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-19T11:04:38.945899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.118397601s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-19T11:04:38.946305Z","caller":"traceutil/trace.go:171","msg":"trace[176828850] linearizableReadLoop","detail":"{readStateIndex:2304; appliedIndex:2297; }","duration":"1.922137895s","start":"2026-04-19T11:04:37.024148Z","end":"2026-04-19T11:04:38.946286Z","steps":["trace[176828850] 'read index received' (duration: 1.375738187s)","trace[176828850] 'applied index is now lower than readState.Index' (duration: 546.398878ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:04:38.946569Z","caller":"traceutil/trace.go:171","msg":"trace[1431990320] transaction","detail":"{read_only:false; response_revision:2205; number_of_response:1; }","duration":"2.299205254s","start":"2026-04-19T11:04:36.647331Z","end":"2026-04-19T11:04:38.946537Z","steps":["trace[1431990320] 'process raft request' (duration: 180.100885ms)","trace[1431990320] 'compare' (duration: 2.117761401s)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:04:38.946639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:36.647309Z","time spent":"2.299295006s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:04:38.946814Z","caller":"traceutil/trace.go:171","msg":"trace[1793915842] transaction","detail":"{read_only:false; response_revision:2206; number_of_response:1; }","duration":"2.299394097s","start":"2026-04-19T11:04:36.647406Z","end":"2026-04-19T11:04:38.9468Z","steps":["trace[1793915842] 'process raft request' (duration: 2.298584946s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:38.946874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:36.647326Z","time spent":"2.299518048s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:04:38.947012Z","caller":"traceutil/trace.go:171","msg":"trace[1229758529] transaction","detail":"{read_only:false; response_revision:2207; number_of_response:1; }","duration":"2.298478314s","start":"2026-04-19T11:04:36.648523Z","end":"2026-04-19T11:04:38.947001Z","steps":["trace[1229758529] 'process raft request' (duration: 2.297526071s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:38.947067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:36.648509Z","time spent":"2.298531365s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:04:38.947162Z","caller":"traceutil/trace.go:171","msg":"trace[619912381] transaction","detail":"{read_only:false; response_revision:2211; number_of_response:1; }","duration":"2.278742783s","start":"2026-04-19T11:04:36.668343Z","end":"2026-04-19T11:04:38.947086Z","steps":["trace[619912381] 'process raft request' (duration: 2.277868331s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:38.947275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:36.668307Z","time spent":"2.278902655s","remote":"127.0.0.1:35350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:04:38.947449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.92329142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-19T11:04:38.94752Z","caller":"traceutil/trace.go:171","msg":"trace[1520437587] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2211; }","duration":"1.923409891s","start":"2026-04-19T11:04:37.024092Z","end":"2026-04-19T11:04:38.947502Z","steps":["trace[1520437587] 'agreement among raft nodes before linearized reading' (duration: 1.923248529s)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:04:38.947637Z","caller":"traceutil/trace.go:171","msg":"trace[1766863061] transaction","detail":"{read_only:false; response_revision:2208; number_of_response:1; }","duration":"2.298844999s","start":"2026-04-19T11:04:36.648778Z","end":"2026-04-19T11:04:38.947623Z","steps":["trace[1766863061] 'process raft request' (duration: 2.297320178s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:38.947599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:37.02407Z","time spent":"1.923496083s","remote":"127.0.0.1:35762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:04:38.947775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:36.648767Z","time spent":"2.29892362s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:04:38.947939Z","caller":"traceutil/trace.go:171","msg":"trace[313983928] transaction","detail":"{read_only:false; response_revision:2209; number_of_response:1; }","duration":"2.298305383s","start":"2026-04-19T11:04:36.64962Z","end":"2026-04-19T11:04:38.947925Z","steps":["trace[313983928] 'process raft request' (duration: 2.296525178s)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:04:38.947978Z","caller":"traceutil/trace.go:171","msg":"trace[906191145] transaction","detail":"{read_only:false; response_revision:2210; number_of_response:1; }","duration":"2.297937967s","start":"2026-04-19T11:04:36.650025Z","end":"2026-04-19T11:04:38.947963Z","steps":["trace[906191145] 'process raft request' (duration: 2.296148782s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:38.948026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:36.649602Z","time spent":"2.298365383s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:04:38.948044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:36.650009Z","time spent":"2.297997899s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:04:39.276568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000148342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-19T11:04:39.276669Z","caller":"traceutil/trace.go:171","msg":"trace[1950154620] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000292095s","start":"2026-04-19T11:04:37.276354Z","end":"2026-04-19T11:04:39.276646Z","steps":["trace[1950154620] 'agreement among raft nodes before linearized reading' (duration: 2.000130383s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:39.276725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:37.276338Z","time spent":"2.000369356s","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/19 11:04:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-19T11:04:39.4465Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451644320968133,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-19T11:04:39.517995Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.118145523s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-19T11:04:40.714088Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.195891178s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-19T11:04:40.751718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233318637s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-19T11:04:40.753026Z","caller":"traceutil/trace.go:171","msg":"trace[931630262] transaction","detail":"{read_only:false; response_revision:2212; number_of_response:1; }","duration":"2.662917507s","start":"2026-04-19T11:04:38.090084Z","end":"2026-04-19T11:04:40.753001Z","steps":["trace[931630262] 'process raft request' (duration: 1.428211661s)","trace[931630262] 'compare' (duration: 1.231478383s)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:04:40.753116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:38.090058Z","time spent":"2.663018688s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:04:40.753265Z","caller":"traceutil/trace.go:171","msg":"trace[537578856] transaction","detail":"{read_only:false; response_revision:2213; number_of_response:1; }","duration":"2.178948133s","start":"2026-04-19T11:04:38.574302Z","end":"2026-04-19T11:04:40.753251Z","steps":["trace[537578856] 'process raft request' (duration: 2.178631439s)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:04:40.753257Z","caller":"traceutil/trace.go:171","msg":"trace[1001703399] transaction","detail":"{read_only:false; response_revision:2214; number_of_response:1; }","duration":"2.105005811s","start":"2026-04-19T11:04:38.648223Z","end":"2026-04-19T11:04:40.753229Z","steps":["trace[1001703399] 'process raft request' (duration: 2.10490008s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:40.753347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:38.574274Z","time spent":"2.179037174s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:04:40.753419Z","caller":"traceutil/trace.go:171","msg":"trace[932061778] linearizableReadLoop","detail":"{readStateIndex:2308; appliedIndex:2304; }","duration":"1.807035029s","start":"2026-04-19T11:04:38.946339Z","end":"2026-04-19T11:04:40.753374Z","steps":["trace[932061778] 'read index received' (duration: 571.980349ms)","trace[932061778] 'applied index is now lower than readState.Index' (duration: 1.2350527s)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:04:40.75344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:38.648201Z","time spent":"2.105133053s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:04:40.753469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.404733448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:04:40.753509Z","caller":"traceutil/trace.go:171","msg":"trace[170364283] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:2215; }","duration":"2.404812339s","start":"2026-04-19T11:04:38.348683Z","end":"2026-04-19T11:04:40.753495Z","steps":["trace[170364283] 'agreement among raft nodes before linearized reading' (duration: 2.404729418s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:40.753544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:38.348664Z","time spent":"2.404868659s","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:04:40.753545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.161474913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-19T11:04:40.753593Z","caller":"traceutil/trace.go:171","msg":"trace[1966995101] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2215; }","duration":"2.161557004s","start":"2026-04-19T11:04:38.592019Z","end":"2026-04-19T11:04:40.753576Z","steps":["trace[1966995101] 'agreement among raft nodes before linearized reading' (duration: 2.161380022s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:40.753599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.676604734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a7bd40943df54a\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-04-19T11:04:40.753615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:38.592Z","time spent":"2.161609445s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-19T11:04:40.753622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.221509975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-19T11:04:40.753634Z","caller":"traceutil/trace.go:171","msg":"trace[394954154] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a7bd40943df54a; range_end:; response_count:1; response_revision:2215; }","duration":"2.676674165s","start":"2026-04-19T11:04:38.076948Z","end":"2026-04-19T11:04:40.753622Z","steps":["trace[394954154] 'agreement among raft nodes before linearized reading' (duration: 2.676564743s)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:04:40.753652Z","caller":"traceutil/trace.go:171","msg":"trace[14643554] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2215; }","duration":"2.221578575s","start":"2026-04-19T11:04:38.532064Z","end":"2026-04-19T11:04:40.753643Z","steps":["trace[14643554] 'agreement among raft nodes before linearized reading' (duration: 2.221488794s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:40.753667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:38.07692Z","time spent":"2.676739795s","remote":"127.0.0.1:35404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a7bd40943df54a\" "} {"level":"warn","ts":"2026-04-19T11:04:40.753679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:38.532044Z","time spent":"2.221627605s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-19T11:04:40.753707Z","caller":"traceutil/trace.go:171","msg":"trace[1002929836] transaction","detail":"{read_only:false; response_revision:2215; number_of_response:1; }","duration":"2.102404066s","start":"2026-04-19T11:04:38.651295Z","end":"2026-04-19T11:04:40.753699Z","steps":["trace[1002929836] 'process raft request' (duration: 2.101891409s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:40.753765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:38.651269Z","time spent":"2.102462827s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:04:40.753858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.476853067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:04:40.753887Z","caller":"traceutil/trace.go:171","msg":"trace[561598920] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2215; }","duration":"1.476927627s","start":"2026-04-19T11:04:39.27695Z","end":"2026-04-19T11:04:40.753878Z","steps":["trace[561598920] 'agreement among raft nodes before linearized reading' (duration: 1.476882146s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:40.753907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:39.276924Z","time spent":"1.476977598s","remote":"127.0.0.1:35338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-19T11:04:40.753937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.04502293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-19T11:04:40.753997Z","caller":"traceutil/trace.go:171","msg":"trace[1683116658] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2215; }","duration":"3.045108791s","start":"2026-04-19T11:04:37.708867Z","end":"2026-04-19T11:04:40.753976Z","steps":["trace[1683116658] 'agreement among raft nodes before linearized reading' (duration: 3.04497762s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:40.754046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:37.708848Z","time spent":"3.045186202s","remote":"127.0.0.1:49350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-19T11:04:40.754235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.13368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-19T11:04:40.754277Z","caller":"traceutil/trace.go:171","msg":"trace[633229555] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2215; }","duration":"308.210631ms","start":"2026-04-19T11:04:40.446059Z","end":"2026-04-19T11:04:40.75427Z","steps":["trace[633229555] 'agreement among raft nodes before linearized reading' (duration: 307.709585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:40.754303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:40.446037Z","time spent":"308.258602ms","remote":"127.0.0.1:35832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":274,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:04:40.7547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407517022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-04-19T11:04:40.754812Z","caller":"traceutil/trace.go:171","msg":"trace[681739727] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2215; }","duration":"1.407668324s","start":"2026-04-19T11:04:39.347131Z","end":"2026-04-19T11:04:40.7548Z","steps":["trace[681739727] 'agreement among raft nodes before linearized reading' (duration: 1.407475561s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:40.754909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:39.347112Z","time spent":"1.407785416s","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-19T11:04:40.755308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.805251826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-19T11:04:40.755408Z","caller":"traceutil/trace.go:171","msg":"trace[1728687674] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2215; }","duration":"1.805385008s","start":"2026-04-19T11:04:38.950012Z","end":"2026-04-19T11:04:40.755397Z","steps":["trace[1728687674] 'agreement among raft nodes before linearized reading' (duration: 1.803737705s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:40.755505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:38.949997Z","time spent":"1.805495779s","remote":"127.0.0.1:35500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-19T11:04:41.259125Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451644320968135,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-19T11:04:41.760152Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451644320968135,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-19T11:04:42.260813Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451644320968135,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-19T11:04:42.76152Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451644320968135,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-19T11:04:42.762013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00005793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-19T11:04:42.76222Z","caller":"traceutil/trace.go:171","msg":"trace[946094369] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000242763s","start":"2026-04-19T11:04:40.76191Z","end":"2026-04-19T11:04:42.762152Z","steps":["trace[946094369] 'agreement among raft nodes before linearized reading' (duration: 2.00006865s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:42.762361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:40.761903Z","time spent":"2.000439925s","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/19 11:04:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-19T11:04:43.261786Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451644320968135,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-19T11:04:43.447411Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.688790263s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-19T11:04:43.605042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.318294ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-19T11:04:43.605167Z","caller":"traceutil/trace.go:171","msg":"trace[1382321208] transaction","detail":"{read_only:false; response_revision:2216; number_of_response:1; }","duration":"2.846658954s","start":"2026-04-19T11:04:40.758488Z","end":"2026-04-19T11:04:43.605147Z","steps":["trace[1382321208] 'process raft request' (duration: 2.689147078s)","trace[1382321208] 'compare' (duration: 155.288956ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:04:43.605311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:40.758453Z","time spent":"2.846773865s","remote":"127.0.0.1:35404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:04:43.612853Z","caller":"traceutil/trace.go:171","msg":"trace[1257536711] transaction","detail":"{read_only:false; response_revision:2217; number_of_response:1; }","duration":"2.852592585s","start":"2026-04-19T11:04:40.760229Z","end":"2026-04-19T11:04:43.612822Z","steps":["trace[1257536711] 'process raft request' (duration: 2.85222303s)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:04:43.612905Z","caller":"traceutil/trace.go:171","msg":"trace[583912553] transaction","detail":"{read_only:false; response_revision:2218; number_of_response:1; }","duration":"2.851747133s","start":"2026-04-19T11:04:40.761127Z","end":"2026-04-19T11:04:43.612875Z","steps":["trace[583912553] 'process raft request' (duration: 2.851468389s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:43.613027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:40.760218Z","time spent":"2.852713126s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:04:43.613609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:40.761105Z","time spent":"2.851876144s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:04:43.624207Z","caller":"traceutil/trace.go:171","msg":"trace[1663628046] transaction","detail":"{read_only:false; response_revision:2219; number_of_response:1; }","duration":"1.237164208s","start":"2026-04-19T11:04:42.387016Z","end":"2026-04-19T11:04:43.62418Z","steps":["trace[1663628046] 'process raft request' (duration: 1.236990116s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:43.624395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:42.386994Z","time spent":"1.23732115s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:04:43.624508Z","caller":"traceutil/trace.go:171","msg":"trace[360624626] linearizableReadLoop","detail":"{readStateIndex:2316; appliedIndex:2308; }","duration":"2.865451358s","start":"2026-04-19T11:04:40.759032Z","end":"2026-04-19T11:04:43.624483Z","steps":["trace[360624626] 'read index received' (duration: 2.688603731s)","trace[360624626] 'applied index is now lower than readState.Index' (duration: 176.846517ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:04:43.624573Z","caller":"traceutil/trace.go:171","msg":"trace[1019227503] transaction","detail":"{read_only:false; response_revision:2222; number_of_response:1; }","duration":"862.974005ms","start":"2026-04-19T11:04:42.761586Z","end":"2026-04-19T11:04:43.62456Z","steps":["trace[1019227503] 'process raft request' (duration: 862.785263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:43.624622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:42.761567Z","time spent":"863.026406ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:04:43.624714Z","caller":"traceutil/trace.go:171","msg":"trace[1035849983] transaction","detail":"{read_only:false; response_revision:2221; number_of_response:1; }","duration":"864.993363ms","start":"2026-04-19T11:04:42.75971Z","end":"2026-04-19T11:04:43.624704Z","steps":["trace[1035849983] 'process raft request' (duration: 864.583358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:43.624758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:42.759688Z","time spent":"865.049004ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:04:43.624837Z","caller":"traceutil/trace.go:171","msg":"trace[1426978048] transaction","detail":"{read_only:false; response_revision:2223; number_of_response:1; }","duration":"297.523706ms","start":"2026-04-19T11:04:43.3273Z","end":"2026-04-19T11:04:43.624824Z","steps":["trace[1426978048] 'process raft request' (duration: 297.12438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:43.624884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.862251644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:04:43.624948Z","caller":"traceutil/trace.go:171","msg":"trace[1466437707] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2223; }","duration":"2.862332136s","start":"2026-04-19T11:04:40.762601Z","end":"2026-04-19T11:04:43.624933Z","steps":["trace[1466437707] 'agreement among raft nodes before linearized reading' (duration: 2.862234155s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:43.624981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.508220145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:04:43.625053Z","caller":"traceutil/trace.go:171","msg":"trace[315119569] transaction","detail":"{read_only:false; response_revision:2220; number_of_response:1; }","duration":"865.443289ms","start":"2026-04-19T11:04:42.758909Z","end":"2026-04-19T11:04:43.624353Z","steps":["trace[315119569] 'process raft request' (duration: 865.224846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:43.625128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:42.75888Z","time spent":"866.211859ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:04:43.62523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.673014871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-19T11:04:43.625268Z","caller":"traceutil/trace.go:171","msg":"trace[774886895] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2223; }","duration":"2.673071741s","start":"2026-04-19T11:04:40.952188Z","end":"2026-04-19T11:04:43.62526Z","steps":["trace[774886895] 'agreement among raft nodes before linearized reading' (duration: 2.67293548s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:43.625294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:40.952154Z","time spent":"2.673133633s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-19T11:04:43.625314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.673118252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-19T11:04:43.625347Z","caller":"traceutil/trace.go:171","msg":"trace[2032984448] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2223; }","duration":"2.673171533s","start":"2026-04-19T11:04:40.952166Z","end":"2026-04-19T11:04:43.625337Z","steps":["trace[2032984448] 'agreement among raft nodes before linearized reading' (duration: 2.673085232s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:43.625385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:40.952149Z","time spent":"2.673229384s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-19T11:04:43.625414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.672609455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-19T11:04:43.625438Z","caller":"traceutil/trace.go:171","msg":"trace[524518580] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2223; }","duration":"2.672644777s","start":"2026-04-19T11:04:40.952785Z","end":"2026-04-19T11:04:43.62543Z","steps":["trace[524518580] 'agreement among raft nodes before linearized reading' (duration: 2.672580226s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:43.625457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:40.952779Z","time spent":"2.672673377s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-19T11:04:43.625541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.266589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:04:43.625599Z","caller":"traceutil/trace.go:171","msg":"trace[1041303111] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2223; }","duration":"863.401921ms","start":"2026-04-19T11:04:42.762184Z","end":"2026-04-19T11:04:43.625586Z","steps":["trace[1041303111] 'agreement among raft nodes before linearized reading' (duration: 863.31902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:43.625643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:42.76217Z","time spent":"863.464161ms","remote":"127.0.0.1:35338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-19T11:04:43.625105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.671975187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-19T11:04:43.626494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.674149087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-19T11:04:43.626526Z","caller":"traceutil/trace.go:171","msg":"trace[2100127332] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2223; }","duration":"2.674195198s","start":"2026-04-19T11:04:40.952323Z","end":"2026-04-19T11:04:43.626519Z","steps":["trace[2100127332] 'agreement among raft nodes before linearized reading' (duration: 2.674092247s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:43.62655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:40.952319Z","time spent":"2.674222348s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-19T11:04:43.626603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.867560687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-19T11:04:43.626676Z","caller":"traceutil/trace.go:171","msg":"trace[759123058] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2223; }","duration":"2.867665678s","start":"2026-04-19T11:04:40.758995Z","end":"2026-04-19T11:04:43.626661Z","steps":["trace[759123058] 'agreement among raft nodes before linearized reading' (duration: 2.867486695s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:43.626723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:40.758977Z","time spent":"2.867735019s","remote":"127.0.0.1:35350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-19T11:04:43.62523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.673036441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-19T11:04:43.627065Z","caller":"traceutil/trace.go:171","msg":"trace[1613428761] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:2223; }","duration":"2.508299045s","start":"2026-04-19T11:04:41.116709Z","end":"2026-04-19T11:04:43.625008Z","steps":["trace[1613428761] 'agreement among raft nodes before linearized reading' (duration: 2.508238304s)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:04:43.627407Z","caller":"traceutil/trace.go:171","msg":"trace[192422647] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2223; }","duration":"2.674899557s","start":"2026-04-19T11:04:40.952166Z","end":"2026-04-19T11:04:43.627065Z","steps":["trace[192422647] 'agreement among raft nodes before linearized reading' (duration: 2.673004211s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:43.627456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:41.116688Z","time spent":"2.510736549s","remote":"127.0.0.1:49154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:04:43.627447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:40.952149Z","time spent":"2.675286352s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-19T11:04:43.627808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.863903825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-19T11:04:43.627898Z","caller":"traceutil/trace.go:171","msg":"trace[2077762819] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2223; }","duration":"1.864030777s","start":"2026-04-19T11:04:41.763856Z","end":"2026-04-19T11:04:43.627887Z","steps":["trace[2077762819] 'agreement among raft nodes before linearized reading' (duration: 1.863842954s)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:04:43.627916Z","caller":"traceutil/trace.go:171","msg":"trace[697009529] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2223; }","duration":"2.674790315s","start":"2026-04-19T11:04:40.953106Z","end":"2026-04-19T11:04:43.627896Z","steps":["trace[697009529] 'agreement among raft nodes before linearized reading' (duration: 2.671898986s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:43.627956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:41.763834Z","time spent":"1.864114278s","remote":"127.0.0.1:49350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-19T11:04:43.627973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:40.953096Z","time spent":"2.674862966s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-19T11:04:43.628165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.946368254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:04:43.62819Z","caller":"traceutil/trace.go:171","msg":"trace[753966622] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2223; }","duration":"1.946432676s","start":"2026-04-19T11:04:41.681749Z","end":"2026-04-19T11:04:43.628182Z","steps":["trace[753966622] 'agreement among raft nodes before linearized reading' (duration: 1.946385345s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:43.628207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:41.68173Z","time spent":"1.946471956s","remote":"127.0.0.1:52390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:04:43.628313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.425418851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:04:43.628413Z","caller":"traceutil/trace.go:171","msg":"trace[845854062] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:2223; }","duration":"2.425525004s","start":"2026-04-19T11:04:41.202859Z","end":"2026-04-19T11:04:43.628384Z","steps":["trace[845854062] 'agreement among raft nodes before linearized reading' (duration: 2.425417803s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:43.628498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:41.202843Z","time spent":"2.425597745s","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:04:43.624984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:40.762596Z","time spent":"2.862379217s","remote":"127.0.0.1:35776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-19T11:05:54.45699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.27099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-19T11:05:54.457043Z","caller":"traceutil/trace.go:171","msg":"trace[452636751] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2642; }","duration":"295.335722ms","start":"2026-04-19T11:05:54.161688Z","end":"2026-04-19T11:05:54.457024Z","steps":["trace[452636751] 'range keys from in-memory index tree' (duration: 295.163996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:54.457317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.776216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-04-19T11:05:54.45736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.174789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-19T11:05:54.45738Z","caller":"traceutil/trace.go:171","msg":"trace[1212251044] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2642; }","duration":"286.879649ms","start":"2026-04-19T11:05:54.170484Z","end":"2026-04-19T11:05:54.457364Z","steps":["trace[1212251044] 'range keys from in-memory index tree' (duration: 286.645062ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:05:54.457403Z","caller":"traceutil/trace.go:171","msg":"trace[610975961] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2642; }","duration":"314.253751ms","start":"2026-04-19T11:05:54.143134Z","end":"2026-04-19T11:05:54.457388Z","steps":["trace[610975961] 'range keys from in-memory index tree' (duration: 314.013994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:54.456966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.133417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-19T11:05:54.457475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:54.143108Z","time spent":"314.357644ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-19T11:05:54.457683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.304819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-19T11:05:54.457738Z","caller":"traceutil/trace.go:171","msg":"trace[725241566] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2642; }","duration":"311.557657ms","start":"2026-04-19T11:05:54.146167Z","end":"2026-04-19T11:05:54.457725Z","steps":["trace[725241566] 'range keys from in-memory index tree' (duration: 311.224036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:54.457774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:54.14616Z","time spent":"311.606728ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-19T11:05:54.457947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.707331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-19T11:05:54.457981Z","caller":"traceutil/trace.go:171","msg":"trace[357645737] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2642; }","duration":"310.777873ms","start":"2026-04-19T11:05:54.147195Z","end":"2026-04-19T11:05:54.457972Z","steps":["trace[357645737] 'range keys from in-memory index tree' (duration: 310.593797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:54.458009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:54.147175Z","time spent":"310.827385ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-19T11:05:54.457483Z","caller":"traceutil/trace.go:171","msg":"trace[501266223] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2642; }","duration":"296.709806ms","start":"2026-04-19T11:05:54.160765Z","end":"2026-04-19T11:05:54.457475Z","steps":["trace[501266223] 'range keys from in-memory index tree' (duration: 295.880399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:06:04.674712Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451644320969392,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-19T11:06:05.175253Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451644320969392,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-19T11:06:05.676198Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451644320969392,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-19T11:06:06.147626Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.11579147s","expected-duration":"1s"} {"level":"info","ts":"2026-04-19T11:06:06.148174Z","caller":"traceutil/trace.go:171","msg":"trace[114797532] transaction","detail":"{read_only:false; response_revision:2753; number_of_response:1; }","duration":"2.116521562s","start":"2026-04-19T11:06:04.031629Z","end":"2026-04-19T11:06:06.14815Z","steps":["trace[114797532] 'process raft request' (duration: 2.116317386s)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:06:06.14854Z","caller":"traceutil/trace.go:171","msg":"trace[1516621263] transaction","detail":"{read_only:false; response_revision:2754; number_of_response:1; }","duration":"2.116876692s","start":"2026-04-19T11:06:04.031629Z","end":"2026-04-19T11:06:06.148505Z","steps":["trace[1516621263] 'process raft request' (duration: 2.11647463s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:06:06.148715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:06:04.031591Z","time spent":"2.117041388s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:06:06.14904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:06:04.031608Z","time spent":"2.116648876s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:06:06.155313Z","caller":"traceutil/trace.go:171","msg":"trace[1168885220] linearizableReadLoop","detail":"{readStateIndex:2869; appliedIndex:2864; }","duration":"1.980937447s","start":"2026-04-19T11:06:04.174348Z","end":"2026-04-19T11:06:06.155285Z","steps":["trace[1168885220] 'read index received' (duration: 1.973626691s)","trace[1168885220] 'applied index is now lower than readState.Index' (duration: 7.309666ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:06:06.155443Z","caller":"traceutil/trace.go:171","msg":"trace[1142856723] transaction","detail":"{read_only:false; response_revision:2756; number_of_response:1; }","duration":"646.385765ms","start":"2026-04-19T11:06:05.509043Z","end":"2026-04-19T11:06:06.155429Z","steps":["trace[1142856723] 'process raft request' (duration: 646.170419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:06:06.155616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:06:05.508984Z","time spent":"646.500939ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:06:06.155763Z","caller":"traceutil/trace.go:171","msg":"trace[967158907] transaction","detail":"{read_only:false; response_revision:2757; number_of_response:1; }","duration":"585.549558ms","start":"2026-04-19T11:06:05.570186Z","end":"2026-04-19T11:06:06.155736Z","steps":["trace[967158907] 'process raft request' (duration: 585.064064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:06:06.155905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.981521324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-19T11:06:06.155952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:06:05.570168Z","time spent":"585.652942ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:06:06.156001Z","caller":"traceutil/trace.go:171","msg":"trace[2096068127] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2757; }","duration":"1.981677828s","start":"2026-04-19T11:06:04.174305Z","end":"2026-04-19T11:06:06.155983Z","steps":["trace[2096068127] 'agreement among raft nodes before linearized reading' (duration: 1.98137022s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:06:06.156045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:06:04.174288Z","time spent":"1.981750431s","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-19T11:06:06.156083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.879982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:06:06.156137Z","caller":"traceutil/trace.go:171","msg":"trace[1538058086] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2757; }","duration":"968.970455ms","start":"2026-04-19T11:06:05.187155Z","end":"2026-04-19T11:06:06.156125Z","steps":["trace[1538058086] 'agreement among raft nodes before linearized reading' (duration: 968.881062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:06:06.156176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:06:05.187136Z","time spent":"969.029206ms","remote":"127.0.0.1:35456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:06:06.156212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626074685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-19T11:06:06.156045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.63093321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-19T11:06:06.156259Z","caller":"traceutil/trace.go:171","msg":"trace[391017720] transaction","detail":"{read_only:false; response_revision:2755; number_of_response:1; }","duration":"2.123650552s","start":"2026-04-19T11:06:04.031681Z","end":"2026-04-19T11:06:06.155331Z","steps":["trace[391017720] 'process raft request' (duration: 2.123333723s)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:06:06.156293Z","caller":"traceutil/trace.go:171","msg":"trace[174434671] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2757; }","duration":"1.626159167s","start":"2026-04-19T11:06:04.530094Z","end":"2026-04-19T11:06:06.156253Z","steps":["trace[174434671] 'agreement among raft nodes before linearized reading' (duration: 1.626028094s)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:06:06.1563Z","caller":"traceutil/trace.go:171","msg":"trace[190957322] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2757; }","duration":"1.631238819s","start":"2026-04-19T11:06:04.525047Z","end":"2026-04-19T11:06:06.156285Z","steps":["trace[190957322] 'agreement among raft nodes before linearized reading' (duration: 1.630738685s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:06:06.156268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639834765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-19T11:06:06.156351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:06:04.525035Z","time spent":"1.631300971s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-19T11:06:06.156367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:06:04.530076Z","time spent":"1.626259151s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-19T11:06:06.156436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:06:04.031662Z","time spent":"2.124665063s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:06:06.156452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.631377443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-19T11:06:06.156481Z","caller":"traceutil/trace.go:171","msg":"trace[533633405] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2757; }","duration":"1.631449025s","start":"2026-04-19T11:06:04.525024Z","end":"2026-04-19T11:06:06.156473Z","steps":["trace[533633405] 'agreement among raft nodes before linearized reading' (duration: 1.631365972s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:06:06.156509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:06:04.525002Z","time spent":"1.631500667s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-19T11:06:06.156581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.32919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-19T11:06:06.156631Z","caller":"traceutil/trace.go:171","msg":"trace[1648976248] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2757; }","duration":"951.380591ms","start":"2026-04-19T11:06:05.20524Z","end":"2026-04-19T11:06:06.156621Z","steps":["trace[1648976248] 'agreement among raft nodes before linearized reading' (duration: 951.210896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:06:06.156662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.644453483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-19T11:06:06.156661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:06:05.205189Z","time spent":"951.464263ms","remote":"127.0.0.1:35520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-04-19T11:06:06.156687Z","caller":"traceutil/trace.go:171","msg":"trace[1344042700] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2757; }","duration":"1.644513255s","start":"2026-04-19T11:06:04.512166Z","end":"2026-04-19T11:06:06.15668Z","steps":["trace[1344042700] 'agreement among raft nodes before linearized reading' (duration: 1.644448903s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:06:06.156707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:06:04.512146Z","time spent":"1.644556247s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-19T11:06:06.156367Z","caller":"traceutil/trace.go:171","msg":"trace[1312247557] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2757; }","duration":"1.639979879s","start":"2026-04-19T11:06:04.516369Z","end":"2026-04-19T11:06:06.156349Z","steps":["trace[1312247557] 'agreement among raft nodes before linearized reading' (duration: 1.639526966s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:06:06.156719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.631041304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-19T11:06:06.156758Z","caller":"traceutil/trace.go:171","msg":"trace[655818294] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2757; }","duration":"1.631106375s","start":"2026-04-19T11:06:04.52564Z","end":"2026-04-19T11:06:06.156747Z","steps":["trace[655818294] 'agreement among raft nodes before linearized reading' (duration: 1.630973541s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:06:06.156725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.878557514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-19T11:06:06.156756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:06:04.516348Z","time spent":"1.640394612s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-19T11:06:06.15684Z","caller":"traceutil/trace.go:171","msg":"trace[1415310937] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2757; }","duration":"1.878713938s","start":"2026-04-19T11:06:04.278108Z","end":"2026-04-19T11:06:06.156822Z","steps":["trace[1415310937] 'agreement among raft nodes before linearized reading' (duration: 1.878519072s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:06:06.156883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.913750503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-19T11:06:06.156917Z","caller":"traceutil/trace.go:171","msg":"trace[2071202873] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2757; }","duration":"1.913828356s","start":"2026-04-19T11:06:04.243081Z","end":"2026-04-19T11:06:06.156909Z","steps":["trace[2071202873] 'agreement among raft nodes before linearized reading' (duration: 1.912680562s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:06:06.156888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:06:04.278046Z","time spent":"1.878831742s","remote":"127.0.0.1:35338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-19T11:06:06.156946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:06:04.243061Z","time spent":"1.913878957s","remote":"127.0.0.1:49278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:06:06.15784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:06:04.525626Z","time spent":"1.632195758s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-19T11:06:30.506076Z","caller":"traceutil/trace.go:171","msg":"trace[105909557] linearizableReadLoop","detail":"{readStateIndex:3008; appliedIndex:3007; }","duration":"219.201609ms","start":"2026-04-19T11:06:30.286852Z","end":"2026-04-19T11:06:30.506053Z","steps":["trace[105909557] 'read index received' (duration: 219.007064ms)","trace[105909557] 'applied index is now lower than readState.Index' (duration: 193.615µs)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:06:30.506375Z","caller":"traceutil/trace.go:171","msg":"trace[1270014705] transaction","detail":"{read_only:false; response_revision:2891; number_of_response:1; }","duration":"219.948049ms","start":"2026-04-19T11:06:30.286415Z","end":"2026-04-19T11:06:30.506363Z","steps":["trace[1270014705] 'process raft request' (duration: 219.509308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:06:30.506581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.716513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:06:30.506616Z","caller":"traceutil/trace.go:171","msg":"trace[1741285485] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2891; }","duration":"219.820546ms","start":"2026-04-19T11:06:30.286787Z","end":"2026-04-19T11:06:30.506607Z","steps":["trace[1741285485] 'agreement among raft nodes before linearized reading' (duration: 219.752094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:06:30.709772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.155184ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-19T11:06:30.709947Z","caller":"traceutil/trace.go:171","msg":"trace[1628385424] transaction","detail":"{read_only:false; response_revision:2892; number_of_response:1; }","duration":"421.373081ms","start":"2026-04-19T11:06:30.288551Z","end":"2026-04-19T11:06:30.709924Z","steps":["trace[1628385424] 'process raft request' (duration: 308.978852ms)","trace[1628385424] 'compare' (duration: 112.02017ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:06:30.710013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:06:30.288527Z","time spent":"421.456744ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:06:30.710323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.236634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-19T11:06:30.710352Z","caller":"traceutil/trace.go:171","msg":"trace[305593665] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2893; }","duration":"368.304966ms","start":"2026-04-19T11:06:30.34204Z","end":"2026-04-19T11:06:30.710345Z","steps":["trace[305593665] 'agreement among raft nodes before linearized reading' (duration: 368.204313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:06:30.710373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:06:30.342025Z","time spent":"368.342456ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-19T11:06:30.710471Z","caller":"traceutil/trace.go:171","msg":"trace[1508067626] linearizableReadLoop","detail":"{readStateIndex:3010; appliedIndex:3008; }","duration":"203.797466ms","start":"2026-04-19T11:06:30.506139Z","end":"2026-04-19T11:06:30.709937Z","steps":["trace[1508067626] 'read index received' (duration: 91.284473ms)","trace[1508067626] 'applied index is now lower than readState.Index' (duration: 112.511923ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:06:30.710498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.283058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-19T11:06:30.710537Z","caller":"traceutil/trace.go:171","msg":"trace[1183637522] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2893; }","duration":"367.37356ms","start":"2026-04-19T11:06:30.34315Z","end":"2026-04-19T11:06:30.710524Z","steps":["trace[1183637522] 'agreement among raft nodes before linearized reading' (duration: 367.304108ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:06:30.710585Z","caller":"traceutil/trace.go:171","msg":"trace[2038099968] transaction","detail":"{read_only:false; response_revision:2893; number_of_response:1; }","duration":"420.17759ms","start":"2026-04-19T11:06:30.290401Z","end":"2026-04-19T11:06:30.710579Z","steps":["trace[2038099968] 'process raft request' (duration: 419.473361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:06:30.710628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:06:30.290375Z","time spent":"420.232491ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:06:30.710673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.742852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-19T11:06:30.710707Z","caller":"traceutil/trace.go:171","msg":"trace[1782499213] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2893; }","duration":"373.835574ms","start":"2026-04-19T11:06:30.336863Z","end":"2026-04-19T11:06:30.710699Z","steps":["trace[1782499213] 'agreement among raft nodes before linearized reading' (duration: 373.735041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:06:30.710738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:06:30.336839Z","time spent":"373.892526ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-19T11:06:30.710581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:06:30.343116Z","time spent":"367.449702ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-19T11:06:30.710895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.159882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-19T11:06:30.710922Z","caller":"traceutil/trace.go:171","msg":"trace[727859839] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2893; }","duration":"336.294466ms","start":"2026-04-19T11:06:30.37462Z","end":"2026-04-19T11:06:30.710915Z","steps":["trace[727859839] 'agreement among raft nodes before linearized reading' (duration: 336.230344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:06:30.710979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.327353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-19T11:06:30.710939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:06:30.374598Z","time spent":"336.336137ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-19T11:06:30.711016Z","caller":"traceutil/trace.go:171","msg":"trace[1158070971] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2893; }","duration":"388.413375ms","start":"2026-04-19T11:06:30.322595Z","end":"2026-04-19T11:06:30.711008Z","steps":["trace[1158070971] 'agreement among raft nodes before linearized reading' (duration: 388.305822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:06:30.711043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:06:30.322571Z","time spent":"388.466457ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-19T11:06:30.710481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.476807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-19T11:06:30.711308Z","caller":"traceutil/trace.go:171","msg":"trace[1489462412] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2893; }","duration":"367.331721ms","start":"2026-04-19T11:06:30.34396Z","end":"2026-04-19T11:06:30.711292Z","steps":["trace[1489462412] 'agreement among raft nodes before linearized reading' (duration: 365.986114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:06:30.711492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:06:30.343949Z","time spent":"367.408822ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-19T11:06:30.918667Z","caller":"traceutil/trace.go:171","msg":"trace[2115434658] transaction","detail":"{read_only:false; response_revision:2895; number_of_response:1; }","duration":"202.848461ms","start":"2026-04-19T11:06:30.715787Z","end":"2026-04-19T11:06:30.918636Z","steps":["trace[2115434658] 'process raft request' (duration: 155.247131ms)","trace[2115434658] 'compare' (duration: 46.683114ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:06:30.918663Z","caller":"traceutil/trace.go:171","msg":"trace[1338904944] transaction","detail":"{read_only:false; response_revision:2897; number_of_response:1; }","duration":"202.667186ms","start":"2026-04-19T11:06:30.71596Z","end":"2026-04-19T11:06:30.918628Z","steps":["trace[1338904944] 'process raft request' (duration: 202.575574ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:06:30.918894Z","caller":"traceutil/trace.go:171","msg":"trace[184906808] transaction","detail":"{read_only:false; response_revision:2896; number_of_response:1; }","duration":"202.980094ms","start":"2026-04-19T11:06:30.715902Z","end":"2026-04-19T11:06:30.918882Z","steps":["trace[184906808] 'process raft request' (duration: 202.505861ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:06:30.918912Z","caller":"traceutil/trace.go:171","msg":"trace[1685880627] transaction","detail":"{read_only:false; response_revision:2898; number_of_response:1; }","duration":"202.791029ms","start":"2026-04-19T11:06:30.716103Z","end":"2026-04-19T11:06:30.918894Z","steps":["trace[1685880627] 'process raft request' (duration: 202.473961ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:06:30.919033Z","caller":"traceutil/trace.go:171","msg":"trace[555323497] transaction","detail":"{read_only:false; response_revision:2899; number_of_response:1; }","duration":"201.133095ms","start":"2026-04-19T11:06:30.717887Z","end":"2026-04-19T11:06:30.91902Z","steps":["trace[555323497] 'process raft request' (duration: 200.919319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:06:31.23085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.694531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:06:31.230962Z","caller":"traceutil/trace.go:171","msg":"trace[1698694684] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:2899; }","duration":"160.981389ms","start":"2026-04-19T11:06:31.069948Z","end":"2026-04-19T11:06:31.23093Z","steps":["trace[1698694684] 'count revisions from in-memory index tree' (duration: 160.598669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:06:42.004291Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451644320969948,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-19T11:06:42.246767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.574847ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-19T11:06:42.246881Z","caller":"traceutil/trace.go:171","msg":"trace[1597517178] linearizableReadLoop","detail":"{readStateIndex:3071; appliedIndex:3070; }","duration":"746.664084ms","start":"2026-04-19T11:06:41.500196Z","end":"2026-04-19T11:06:42.24686Z","steps":["trace[1597517178] 'read index received' (duration: 627.919573ms)","trace[1597517178] 'applied index is now lower than readState.Index' (duration: 118.742991ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:06:42.247235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.024934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a7bd5afc36e400\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-04-19T11:06:42.24733Z","caller":"traceutil/trace.go:171","msg":"trace[807259295] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a7bd5afc36e400; range_end:; response_count:1; response_revision:2951; }","duration":"747.143468ms","start":"2026-04-19T11:06:41.500128Z","end":"2026-04-19T11:06:42.247271Z","steps":["trace[807259295] 'agreement among raft nodes before linearized reading' (duration: 746.914421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:06:42.247457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:06:41.500098Z","time spent":"747.345982ms","remote":"127.0.0.1:35404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":804,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a7bd5afc36e400\" "} {"level":"info","ts":"2026-04-19T11:06:42.451277Z","caller":"traceutil/trace.go:171","msg":"trace[1351227528] transaction","detail":"{read_only:false; response_revision:2952; number_of_response:1; }","duration":"200.538753ms","start":"2026-04-19T11:06:42.250702Z","end":"2026-04-19T11:06:42.45124Z","steps":["trace[1351227528] 'process raft request' (duration: 200.332808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:06:43.380695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.779663ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-19T11:06:43.380902Z","caller":"traceutil/trace.go:171","msg":"trace[1570725032] transaction","detail":"{read_only:false; response_revision:2954; number_of_response:1; }","duration":"616.105648ms","start":"2026-04-19T11:06:42.76478Z","end":"2026-04-19T11:06:43.380885Z","steps":["trace[1570725032] 'process raft request' (duration: 616.009765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:06:43.380973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:06:42.764751Z","time spent":"616.190009ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:06:43.38096Z","caller":"traceutil/trace.go:171","msg":"trace[1005480223] transaction","detail":"{read_only:false; response_revision:2955; number_of_response:1; }","duration":"614.421513ms","start":"2026-04-19T11:06:42.766526Z","end":"2026-04-19T11:06:43.380948Z","steps":["trace[1005480223] 'process raft request' (duration: 614.330141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:06:43.381051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:06:42.766499Z","time spent":"614.518796ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:06:43.381172Z","caller":"traceutil/trace.go:171","msg":"trace[578762589] transaction","detail":"{read_only:false; response_revision:2953; number_of_response:1; }","duration":"829.529452ms","start":"2026-04-19T11:06:42.551628Z","end":"2026-04-19T11:06:43.381157Z","steps":["trace[578762589] 'process raft request' (duration: 300.190954ms)","trace[578762589] 'compare' (duration: 528.558858ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:06:43.381238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:06:42.551607Z","time spent":"829.598603ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:06:43.381307Z","caller":"traceutil/trace.go:171","msg":"trace[115413665] linearizableReadLoop","detail":"{readStateIndex:3073; appliedIndex:3072; }","duration":"684.452434ms","start":"2026-04-19T11:06:42.696829Z","end":"2026-04-19T11:06:43.381282Z","steps":["trace[115413665] 'read index received' (duration: 155.015904ms)","trace[115413665] 'applied index is now lower than readState.Index' (duration: 529.43101ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:06:43.381447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.593397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-19T11:06:43.381522Z","caller":"traceutil/trace.go:171","msg":"trace[851483685] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2955; }","duration":"684.72356ms","start":"2026-04-19T11:06:42.696781Z","end":"2026-04-19T11:06:43.381504Z","steps":["trace[851483685] 'agreement among raft nodes before linearized reading' (duration: 684.594187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:06:43.381539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.823809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-19T11:06:43.38157Z","caller":"traceutil/trace.go:171","msg":"trace[1545642957] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2955; }","duration":"578.950552ms","start":"2026-04-19T11:06:42.80261Z","end":"2026-04-19T11:06:43.38156Z","steps":["trace[1545642957] 'agreement among raft nodes before linearized reading' (duration: 578.805668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:06:43.381566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:06:42.696758Z","time spent":"684.797032ms","remote":"127.0.0.1:35602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:06:43.381581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.426609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-19T11:06:43.381599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:06:42.802595Z","time spent":"578.998593ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-19T11:06:43.381618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.757358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-19T11:06:43.381647Z","caller":"traceutil/trace.go:171","msg":"trace[2142092063] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2955; }","duration":"105.520301ms","start":"2026-04-19T11:06:43.276111Z","end":"2026-04-19T11:06:43.381631Z","steps":["trace[2142092063] 'agreement among raft nodes before linearized reading' (duration: 105.436038ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:06:43.381663Z","caller":"traceutil/trace.go:171","msg":"trace[608520507] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2955; }","duration":"394.81771ms","start":"2026-04-19T11:06:42.986835Z","end":"2026-04-19T11:06:43.381652Z","steps":["trace[608520507] 'agreement among raft nodes before linearized reading' (duration: 394.699717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:06:43.381684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:06:42.986827Z","time spent":"394.851781ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-19T11:06:43.381702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.123006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-19T11:06:43.38172Z","caller":"traceutil/trace.go:171","msg":"trace[189502106] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2955; }","duration":"400.144747ms","start":"2026-04-19T11:06:42.98157Z","end":"2026-04-19T11:06:43.381715Z","steps":["trace[189502106] 'agreement among raft nodes before linearized reading' (duration: 400.093265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:06:43.381738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:06:42.981528Z","time spent":"400.206128ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-19T11:06:43.381729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.816192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-19T11:06:43.381809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.466856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-19T11:06:43.381822Z","caller":"traceutil/trace.go:171","msg":"trace[2088623453] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2955; }","duration":"400.537087ms","start":"2026-04-19T11:06:42.981281Z","end":"2026-04-19T11:06:43.381818Z","steps":["trace[2088623453] 'agreement among raft nodes before linearized reading' (duration: 400.496886ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:06:43.381799Z","caller":"traceutil/trace.go:171","msg":"trace[1405780994] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2955; }","duration":"396.906874ms","start":"2026-04-19T11:06:42.98488Z","end":"2026-04-19T11:06:43.381787Z","steps":["trace[1405780994] 'agreement among raft nodes before linearized reading' (duration: 396.704568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:06:43.381816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.063328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-19T11:06:43.381842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:06:42.981258Z","time spent":"400.579789ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-19T11:06:43.381855Z","caller":"traceutil/trace.go:171","msg":"trace[838379502] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2955; }","duration":"176.14002ms","start":"2026-04-19T11:06:43.205706Z","end":"2026-04-19T11:06:43.381846Z","steps":["trace[838379502] 'agreement among raft nodes before linearized reading' (duration: 176.041726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:06:43.381857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:06:42.984874Z","time spent":"396.972296ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-19T11:06:43.381959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.330545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-19T11:06:43.381989Z","caller":"traceutil/trace.go:171","msg":"trace[1084515710] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2955; }","duration":"395.381936ms","start":"2026-04-19T11:06:42.986599Z","end":"2026-04-19T11:06:43.381981Z","steps":["trace[1084515710] 'agreement among raft nodes before linearized reading' (duration: 395.274784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:06:43.382014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:06:42.986589Z","time spent":"395.419007ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-19T11:06:43.888275Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451644320969959,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-19T11:06:45.13085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137145081s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:06:45.131Z","caller":"traceutil/trace.go:171","msg":"trace[2131114681] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2955; }","duration":"1.137284874s","start":"2026-04-19T11:06:43.993675Z","end":"2026-04-19T11:06:45.13096Z","steps":["trace[2131114681] 'range keys from in-memory index tree' (duration: 1.13712762s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:06:45.133003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.093491ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-19T11:06:45.133471Z","caller":"traceutil/trace.go:171","msg":"trace[779021211] linearizableReadLoop","detail":"{readStateIndex:3081; appliedIndex:3075; }","duration":"1.745560809s","start":"2026-04-19T11:06:43.387888Z","end":"2026-04-19T11:06:45.133449Z","steps":["trace[779021211] 'read index received' (duration: 904.986996ms)","trace[779021211] 'applied index is now lower than readState.Index' (duration: 840.572723ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:06:45.133688Z","caller":"traceutil/trace.go:171","msg":"trace[769993388] transaction","detail":"{read_only:false; response_revision:2961; number_of_response:1; }","duration":"1.743925707s","start":"2026-04-19T11:06:43.389676Z","end":"2026-04-19T11:06:45.133602Z","steps":["trace[769993388] 'process raft request' (duration: 1.743727382s)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:06:45.133723Z","caller":"traceutil/trace.go:171","msg":"trace[1853012202] transaction","detail":"{read_only:false; response_revision:2960; number_of_response:1; }","duration":"1.745483207s","start":"2026-04-19T11:06:43.388209Z","end":"2026-04-19T11:06:45.133692Z","steps":["trace[1853012202] 'process raft request' (duration: 1.745144748s)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:06:45.133707Z","caller":"traceutil/trace.go:171","msg":"trace[1983205215] transaction","detail":"{read_only:false; response_revision:2959; number_of_response:1; }","duration":"1.745655262s","start":"2026-04-19T11:06:43.388Z","end":"2026-04-19T11:06:45.133655Z","steps":["trace[1983205215] 'process raft request' (duration: 1.745289552s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:06:45.133889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394828488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-19T11:06:45.133705Z","caller":"traceutil/trace.go:171","msg":"trace[1637736390] transaction","detail":"{read_only:false; response_revision:2958; number_of_response:1; }","duration":"1.745732864s","start":"2026-04-19T11:06:43.387808Z","end":"2026-04-19T11:06:45.133541Z","steps":["trace[1637736390] 'process raft request' (duration: 1.745429666s)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:06:45.133885Z","caller":"traceutil/trace.go:171","msg":"trace[839084168] transaction","detail":"{read_only:false; response_revision:2957; number_of_response:1; }","duration":"1.747213082s","start":"2026-04-19T11:06:43.386661Z","end":"2026-04-19T11:06:45.133874Z","steps":["trace[839084168] 'process raft request' (duration: 1.746491654s)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:06:45.133966Z","caller":"traceutil/trace.go:171","msg":"trace[1022522396] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2961; }","duration":"1.394937611s","start":"2026-04-19T11:06:43.73901Z","end":"2026-04-19T11:06:45.133947Z","steps":["trace[1022522396] 'agreement among raft nodes before linearized reading' (duration: 1.394688795s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:06:45.134021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:06:43.738991Z","time spent":"1.395018542s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-19T11:06:45.1341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:06:43.38664Z","time spent":"1.747334765s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:06:45.134216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.971184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-19T11:06:45.13431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:06:43.387786Z","time spent":"1.746184625s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:06:45.134046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:06:43.387985Z","time spent":"1.745898377s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:06:45.133891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:06:43.388202Z","time spent":"1.74559892s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:06:45.13446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394299934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-19T11:06:45.133853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.001517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:06:45.134508Z","caller":"traceutil/trace.go:171","msg":"trace[1232716022] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2961; }","duration":"745.128748ms","start":"2026-04-19T11:06:44.389182Z","end":"2026-04-19T11:06:45.134311Z","steps":["trace[1232716022] 'agreement among raft nodes before linearized reading' (duration: 744.755519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:06:45.135016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.747128518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1313"} {"level":"info","ts":"2026-04-19T11:06:45.135063Z","caller":"traceutil/trace.go:171","msg":"trace[267736705] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2961; }","duration":"1.747336204s","start":"2026-04-19T11:06:43.387716Z","end":"2026-04-19T11:06:45.135052Z","steps":["trace[267736705] 'agreement among raft nodes before linearized reading' (duration: 1.745880627s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:06:45.135096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:06:43.387702Z","time spent":"1.747385815s","remote":"127.0.0.1:35520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1336,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-19T11:06:45.135054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:06:44.389161Z","time spent":"745.872826ms","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-19T11:06:45.133999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045619344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-19T11:06:45.135349Z","caller":"traceutil/trace.go:171","msg":"trace[1609430464] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2961; }","duration":"1.046976158s","start":"2026-04-19T11:06:44.088329Z","end":"2026-04-19T11:06:45.135305Z","steps":["trace[1609430464] 'agreement among raft nodes before linearized reading' (duration: 1.045614934s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:06:45.135768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:06:44.088311Z","time spent":"1.04740553s","remote":"127.0.0.1:49300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-19T11:06:45.134076Z","caller":"traceutil/trace.go:171","msg":"trace[72485542] transaction","detail":"{read_only:false; response_revision:2956; number_of_response:1; }","duration":"1.748149586s","start":"2026-04-19T11:06:43.385904Z","end":"2026-04-19T11:06:45.134053Z","steps":["trace[72485542] 'process raft request' (duration: 906.880195ms)","trace[72485542] 'compare' (duration: 839.943057ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:06:45.134536Z","caller":"traceutil/trace.go:171","msg":"trace[1667200739] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2961; }","duration":"1.394386887s","start":"2026-04-19T11:06:43.740136Z","end":"2026-04-19T11:06:45.134523Z","steps":["trace[1667200739] 'agreement among raft nodes before linearized reading' (duration: 1.3940914s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:06:45.136222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:06:43.740131Z","time spent":"1.396078161s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-19T11:06:45.133822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:06:43.389656Z","time spent":"1.744090812s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:06:45.134577Z","caller":"traceutil/trace.go:171","msg":"trace[457719775] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2961; }","duration":"856.765216ms","start":"2026-04-19T11:06:44.277793Z","end":"2026-04-19T11:06:45.134558Z","steps":["trace[457719775] 'agreement among raft nodes before linearized reading' (duration: 855.945726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:06:45.136459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:06:44.277778Z","time spent":"858.664865ms","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-19T11:06:45.137913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:06:43.385876Z","time spent":"1.750221968s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:10:39.236231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.956294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-create-4px2d\" ","response":"range_response_count:1 size:4357"} {"level":"info","ts":"2026-04-19T11:10:39.236304Z","caller":"traceutil/trace.go:171","msg":"trace[1395636040] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-create-4px2d; range_end:; response_count:1; response_revision:4378; }","duration":"439.094386ms","start":"2026-04-19T11:10:38.797194Z","end":"2026-04-19T11:10:39.236289Z","steps":["trace[1395636040] 'range keys from in-memory index tree' (duration: 438.777091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:10:39.236348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:10:38.797168Z","time spent":"439.157828ms","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":4380,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-create-4px2d\" "} {"level":"warn","ts":"2026-04-19T11:10:46.554854Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451644320974435,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-19T11:10:46.685879Z","caller":"traceutil/trace.go:171","msg":"trace[1486323131] transaction","detail":"{read_only:false; response_revision:4774; number_of_response:1; }","duration":"634.81133ms","start":"2026-04-19T11:10:46.051026Z","end":"2026-04-19T11:10:46.685837Z","steps":["trace[1486323131] 'process raft request' (duration: 633.607091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:10:46.686035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:10:46.051011Z","time spent":"634.950112ms","remote":"127.0.0.1:35594","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1216,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-19T11:10:46.692245Z","caller":"traceutil/trace.go:171","msg":"trace[1298394893] linearizableReadLoop","detail":"{readStateIndex:4974; appliedIndex:4967; }","duration":"637.859848ms","start":"2026-04-19T11:10:46.054351Z","end":"2026-04-19T11:10:46.692211Z","steps":["trace[1298394893] 'read index received' (duration: 630.3652ms)","trace[1298394893] 'applied index is now lower than readState.Index' (duration: 7.493648ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:10:46.692599Z","caller":"traceutil/trace.go:171","msg":"trace[1481685709] transaction","detail":"{read_only:false; response_revision:4775; number_of_response:1; }","duration":"626.091694ms","start":"2026-04-19T11:10:46.066491Z","end":"2026-04-19T11:10:46.692583Z","steps":["trace[1481685709] 'process raft request' (duration: 625.275382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:10:46.692751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:10:46.066462Z","time spent":"626.182506ms","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4808,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:10:46.693082Z","caller":"traceutil/trace.go:171","msg":"trace[893743925] transaction","detail":"{read_only:false; response_revision:4776; number_of_response:1; }","duration":"626.573732ms","start":"2026-04-19T11:10:46.066496Z","end":"2026-04-19T11:10:46.69307Z","steps":["trace[893743925] 'process raft request' (duration: 625.452905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:10:46.693148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:10:46.066467Z","time spent":"626.641773ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7619,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:10:46.693401Z","caller":"traceutil/trace.go:171","msg":"trace[1662951503] transaction","detail":"{read_only:false; response_revision:4777; number_of_response:1; }","duration":"523.882582ms","start":"2026-04-19T11:10:46.169507Z","end":"2026-04-19T11:10:46.69339Z","steps":["trace[1662951503] 'process raft request' (duration: 522.505171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:10:46.693473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:10:46.169477Z","time spent":"523.959703ms","remote":"127.0.0.1:53000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2819,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:10:46.693802Z","caller":"traceutil/trace.go:171","msg":"trace[1365927697] transaction","detail":"{read_only:false; response_revision:4778; number_of_response:1; }","duration":"291.629084ms","start":"2026-04-19T11:10:46.40216Z","end":"2026-04-19T11:10:46.69379Z","steps":["trace[1365927697] 'process raft request' (duration: 289.916398ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:10:46.693978Z","caller":"traceutil/trace.go:171","msg":"trace[951331903] transaction","detail":"{read_only:false; response_revision:4779; number_of_response:1; }","duration":"272.098149ms","start":"2026-04-19T11:10:46.421869Z","end":"2026-04-19T11:10:46.693967Z","steps":["trace[951331903] 'process raft request' (duration: 270.260691ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:10:46.694126Z","caller":"traceutil/trace.go:171","msg":"trace[57973705] transaction","detail":"{read_only:false; response_revision:4780; number_of_response:1; }","duration":"269.775333ms","start":"2026-04-19T11:10:46.424339Z","end":"2026-04-19T11:10:46.694115Z","steps":["trace[57973705] 'process raft request' (duration: 267.832853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:10:46.694364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.007971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-04-19T11:10:46.694412Z","caller":"traceutil/trace.go:171","msg":"trace[1879554756] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4780; }","duration":"640.140383ms","start":"2026-04-19T11:10:46.054259Z","end":"2026-04-19T11:10:46.694399Z","steps":["trace[1879554756] 'agreement among raft nodes before linearized reading' (duration: 639.979801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:10:46.694451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:10:46.054244Z","time spent":"640.199305ms","remote":"127.0.0.1:35422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2666,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-04-19T11:10:46.694922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.490416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/grafana-tls\" ","response":"range_response_count:1 size:4299"} {"level":"info","ts":"2026-04-19T11:10:46.694961Z","caller":"traceutil/trace.go:171","msg":"trace[2131729329] range","detail":"{range_begin:/registry/secrets/monitoring/grafana-tls; range_end:; response_count:1; response_revision:4780; }","duration":"634.581196ms","start":"2026-04-19T11:10:46.060371Z","end":"2026-04-19T11:10:46.694952Z","steps":["trace[2131729329] 'agreement among raft nodes before linearized reading' (duration: 634.469655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:10:46.694985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:10:46.060342Z","time spent":"634.636708ms","remote":"127.0.0.1:35422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4322,"request content":"key:\"/registry/secrets/monitoring/grafana-tls\" "} {"level":"warn","ts":"2026-04-19T11:10:46.695175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.74232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-19T11:10:46.695203Z","caller":"traceutil/trace.go:171","msg":"trace[617275843] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4780; }","duration":"186.798551ms","start":"2026-04-19T11:10:46.508397Z","end":"2026-04-19T11:10:46.695195Z","steps":["trace[617275843] 'agreement among raft nodes before linearized reading' (duration: 186.70989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:10:46.69563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.939225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:10:46.695669Z","caller":"traceutil/trace.go:171","msg":"trace[1584210378] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:4780; }","duration":"580.022536ms","start":"2026-04-19T11:10:46.115635Z","end":"2026-04-19T11:10:46.695658Z","steps":["trace[1584210378] 'agreement among raft nodes before linearized reading' (duration: 579.962025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:10:46.69569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:10:46.11561Z","time spent":"580.075488ms","remote":"127.0.0.1:35744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:10:46.695847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.703076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.246\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-19T11:10:46.695874Z","caller":"traceutil/trace.go:171","msg":"trace[2125113582] range","detail":"{range_begin:/registry/masterleases/199.19.213.246; range_end:; response_count:1; response_revision:4780; }","duration":"415.742876ms","start":"2026-04-19T11:10:46.280124Z","end":"2026-04-19T11:10:46.695867Z","steps":["trace[2125113582] 'agreement among raft nodes before linearized reading' (duration: 415.673885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:10:46.695894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:10:46.280117Z","time spent":"415.772647ms","remote":"127.0.0.1:35350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.246\" "} {"level":"warn","ts":"2026-04-19T11:10:46.695861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.601315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/grafana-tls-24f8s\" ","response":"range_response_count:1 size:2412"} {"level":"info","ts":"2026-04-19T11:10:46.695979Z","caller":"traceutil/trace.go:171","msg":"trace[1322635022] range","detail":"{range_begin:/registry/secrets/monitoring/grafana-tls-24f8s; range_end:; response_count:1; response_revision:4780; }","duration":"587.782978ms","start":"2026-04-19T11:10:46.108178Z","end":"2026-04-19T11:10:46.695961Z","steps":["trace[1322635022] 'agreement among raft nodes before linearized reading' (duration: 587.497673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:10:46.696063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:10:46.108151Z","time spent":"587.900349ms","remote":"127.0.0.1:35422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":2435,"request content":"key:\"/registry/secrets/monitoring/grafana-tls-24f8s\" "} {"level":"warn","ts":"2026-04-19T11:10:46.696002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.310523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-19T11:10:46.69612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.328379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:46 size:1954238"} {"level":"info","ts":"2026-04-19T11:10:46.696162Z","caller":"traceutil/trace.go:171","msg":"trace[1031191208] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:46; response_revision:4780; }","duration":"395.427051ms","start":"2026-04-19T11:10:46.300725Z","end":"2026-04-19T11:10:46.696152Z","steps":["trace[1031191208] 'agreement among raft nodes before linearized reading' (duration: 394.561337ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:10:46.696126Z","caller":"traceutil/trace.go:171","msg":"trace[851734446] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4780; }","duration":"419.480895ms","start":"2026-04-19T11:10:46.276638Z","end":"2026-04-19T11:10:46.696119Z","steps":["trace[851734446] 'agreement among raft nodes before linearized reading' (duration: 419.345873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:10:46.696199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:10:46.300708Z","time spent":"395.482071ms","remote":"127.0.0.1:35432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":46,"response size":1954261,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-04-19T11:10:46.696211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:10:46.276597Z","time spent":"419.599137ms","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-19T11:10:46.886396Z","caller":"traceutil/trace.go:171","msg":"trace[226515603] transaction","detail":"{read_only:false; response_revision:4790; number_of_response:1; }","duration":"104.720791ms","start":"2026-04-19T11:10:46.781642Z","end":"2026-04-19T11:10:46.886363Z","steps":["trace[226515603] 'compare' (duration: 99.110884ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:10:46.886464Z","caller":"traceutil/trace.go:171","msg":"trace[1098916837] linearizableReadLoop","detail":"{readStateIndex:4985; appliedIndex:4983; }","duration":"104.66097ms","start":"2026-04-19T11:10:46.781764Z","end":"2026-04-19T11:10:46.886425Z","steps":["trace[1098916837] 'read index received' (duration: 1.915119ms)","trace[1098916837] 'applied index is now lower than readState.Index' (duration: 102.743831ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:10:46.886887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.098906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-19T11:10:46.88693Z","caller":"traceutil/trace.go:171","msg":"trace[666664897] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4792; }","duration":"105.179228ms","start":"2026-04-19T11:10:46.781741Z","end":"2026-04-19T11:10:46.88692Z","steps":["trace[666664897] 'agreement among raft nodes before linearized reading' (duration: 104.836483ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:10:46.887128Z","caller":"traceutil/trace.go:171","msg":"trace[81637565] transaction","detail":"{read_only:false; response_revision:4791; number_of_response:1; }","duration":"100.218811ms","start":"2026-04-19T11:10:46.786891Z","end":"2026-04-19T11:10:46.88711Z","steps":["trace[81637565] 'process raft request' (duration: 99.45795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:10:46.887431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.173327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-19T11:10:46.88749Z","caller":"traceutil/trace.go:171","msg":"trace[1015538046] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4792; }","duration":"101.279359ms","start":"2026-04-19T11:10:46.786195Z","end":"2026-04-19T11:10:46.887474Z","steps":["trace[1015538046] 'agreement among raft nodes before linearized reading' (duration: 101.063405ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:10:48.337442Z","caller":"traceutil/trace.go:171","msg":"trace[1007640296] linearizableReadLoop","detail":"{readStateIndex:5045; appliedIndex:5044; }","duration":"286.913532ms","start":"2026-04-19T11:10:48.05051Z","end":"2026-04-19T11:10:48.337424Z","steps":["trace[1007640296] 'read index received' (duration: 286.741999ms)","trace[1007640296] 'applied index is now lower than readState.Index' (duration: 170.883µs)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:10:48.337546Z","caller":"traceutil/trace.go:171","msg":"trace[1608009941] transaction","detail":"{read_only:false; response_revision:4850; number_of_response:1; }","duration":"356.721457ms","start":"2026-04-19T11:10:47.98075Z","end":"2026-04-19T11:10:48.337471Z","steps":["trace[1608009941] 'process raft request' (duration: 356.556615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:10:48.337872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.310318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a763808d-7e42-4b30-9b9c-ae5030cec812\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-04-19T11:10:48.337991Z","caller":"traceutil/trace.go:171","msg":"trace[1771065255] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a763808d-7e42-4b30-9b9c-ae5030cec812; range_end:; response_count:1; response_revision:4850; }","duration":"287.495871ms","start":"2026-04-19T11:10:48.050471Z","end":"2026-04-19T11:10:48.337966Z","steps":["trace[1771065255] 'agreement among raft nodes before linearized reading' (duration: 287.044054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:10:48.338022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.109717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-pvs77\" ","response":"range_response_count:1 size:4659"} {"level":"info","ts":"2026-04-19T11:10:48.338109Z","caller":"traceutil/trace.go:171","msg":"trace[77459836] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-pvs77; range_end:; response_count:1; response_revision:4850; }","duration":"273.261109ms","start":"2026-04-19T11:10:48.064817Z","end":"2026-04-19T11:10:48.338078Z","steps":["trace[77459836] 'agreement among raft nodes before linearized reading' (duration: 273.033605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:10:48.338182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.140717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-53723625-cd77-453c-b21e-0decf9146692\" ","response":"range_response_count:1 size:3760"} {"level":"warn","ts":"2026-04-19T11:10:48.337912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:10:47.980716Z","time spent":"357.100204ms","remote":"127.0.0.1:35404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":842,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-19T11:10:48.338309Z","caller":"traceutil/trace.go:171","msg":"trace[1043380492] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-53723625-cd77-453c-b21e-0decf9146692; range_end:; response_count:1; response_revision:4850; }","duration":"210.30058ms","start":"2026-04-19T11:10:48.127972Z","end":"2026-04-19T11:10:48.338273Z","steps":["trace[1043380492] 'agreement among raft nodes before linearized reading' (duration: 209.974715ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:10:48.832772Z","caller":"traceutil/trace.go:171","msg":"trace[1754626897] transaction","detail":"{read_only:false; response_revision:4855; number_of_response:1; }","duration":"127.891519ms","start":"2026-04-19T11:10:48.704854Z","end":"2026-04-19T11:10:48.832745Z","steps":["trace[1754626897] 'process raft request' (duration: 94.581081ms)","trace[1754626897] 'compare' (duration: 32.883541ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:10:48.834624Z","caller":"traceutil/trace.go:171","msg":"trace[2088592790] linearizableReadLoop","detail":"{readStateIndex:5052; appliedIndex:5049; }","duration":"119.104863ms","start":"2026-04-19T11:10:48.715498Z","end":"2026-04-19T11:10:48.834603Z","steps":["trace[2088592790] 'read index received' (duration: 83.908085ms)","trace[2088592790] 'applied index is now lower than readState.Index' (duration: 35.195248ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:10:48.834642Z","caller":"traceutil/trace.go:171","msg":"trace[58221412] transaction","detail":"{read_only:false; response_revision:4856; number_of_response:1; }","duration":"129.300692ms","start":"2026-04-19T11:10:48.705305Z","end":"2026-04-19T11:10:48.834606Z","steps":["trace[58221412] 'process raft request' (duration: 129.129979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:10:48.834795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.290446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-19T11:10:48.834836Z","caller":"traceutil/trace.go:171","msg":"trace[1129779174] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4857; }","duration":"119.389507ms","start":"2026-04-19T11:10:48.715436Z","end":"2026-04-19T11:10:48.834826Z","steps":["trace[1129779174] 'agreement among raft nodes before linearized reading' (duration: 119.241295ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:10:48.835049Z","caller":"traceutil/trace.go:171","msg":"trace[1092907289] transaction","detail":"{read_only:false; response_revision:4857; number_of_response:1; }","duration":"128.786753ms","start":"2026-04-19T11:10:48.706216Z","end":"2026-04-19T11:10:48.835002Z","steps":["trace[1092907289] 'process raft request' (duration: 128.318346ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:10:50.504204Z","caller":"traceutil/trace.go:171","msg":"trace[444785308] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4878; }","duration":"106.480203ms","start":"2026-04-19T11:10:50.397686Z","end":"2026-04-19T11:10:50.504166Z","steps":["trace[444785308] 'process raft request' (duration: 89.296705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:10:51.661398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.971103ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-19T11:10:51.661552Z","caller":"traceutil/trace.go:171","msg":"trace[1146910262] linearizableReadLoop","detail":"{readStateIndex:5098; appliedIndex:5097; }","duration":"301.900703ms","start":"2026-04-19T11:10:51.359633Z","end":"2026-04-19T11:10:51.661534Z","steps":["trace[1146910262] 'read index received' (duration: 101.732227ms)","trace[1146910262] 'applied index is now lower than readState.Index' (duration: 200.166706ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:10:51.662156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.520113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-53723625-cd77-453c-b21e-0decf9146692\" ","response":"range_response_count:1 size:4065"} {"level":"info","ts":"2026-04-19T11:10:51.662217Z","caller":"traceutil/trace.go:171","msg":"trace[840141483] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-53723625-cd77-453c-b21e-0decf9146692; range_end:; response_count:1; response_revision:4902; }","duration":"302.655635ms","start":"2026-04-19T11:10:51.359546Z","end":"2026-04-19T11:10:51.662201Z","steps":["trace[840141483] 'agreement among raft nodes before linearized reading' (duration: 302.410112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:10:51.662298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:10:51.359516Z","time spent":"302.768316ms","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4088,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-53723625-cd77-453c-b21e-0decf9146692\" "} {"level":"warn","ts":"2026-04-19T11:10:51.662588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.340904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a763808d-7e42-4b30-9b9c-ae5030cec812\" ","response":"range_response_count:1 size:4082"} {"level":"info","ts":"2026-04-19T11:10:51.662621Z","caller":"traceutil/trace.go:171","msg":"trace[554818356] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a763808d-7e42-4b30-9b9c-ae5030cec812; range_end:; response_count:1; response_revision:4902; }","duration":"301.393294ms","start":"2026-04-19T11:10:51.361217Z","end":"2026-04-19T11:10:51.66261Z","steps":["trace[554818356] 'agreement among raft nodes before linearized reading' (duration: 301.289593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:10:51.662652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:10:51.361205Z","time spent":"301.439985ms","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4105,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a763808d-7e42-4b30-9b9c-ae5030cec812\" "} {"level":"info","ts":"2026-04-19T11:10:54.41125Z","caller":"traceutil/trace.go:171","msg":"trace[285091962] linearizableReadLoop","detail":"{readStateIndex:5177; appliedIndex:5176; }","duration":"136.226177ms","start":"2026-04-19T11:10:54.274991Z","end":"2026-04-19T11:10:54.411217Z","steps":["trace[285091962] 'read index received' (duration: 135.76765ms)","trace[285091962] 'applied index is now lower than readState.Index' (duration: 456.817µs)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:10:54.411665Z","caller":"traceutil/trace.go:171","msg":"trace[577154704] transaction","detail":"{read_only:false; response_revision:4977; number_of_response:1; }","duration":"166.296912ms","start":"2026-04-19T11:10:54.245348Z","end":"2026-04-19T11:10:54.411645Z","steps":["trace[577154704] 'process raft request' (duration: 165.577511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:10:54.411845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.816796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:10:54.411922Z","caller":"traceutil/trace.go:171","msg":"trace[1154916723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4977; }","duration":"136.966639ms","start":"2026-04-19T11:10:54.27494Z","end":"2026-04-19T11:10:54.411907Z","steps":["trace[1154916723] 'agreement among raft nodes before linearized reading' (duration: 136.791766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:10:54.652769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.020284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-04-19T11:10:54.652891Z","caller":"traceutil/trace.go:171","msg":"trace[1272417309] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4977; }","duration":"136.222448ms","start":"2026-04-19T11:10:54.516641Z","end":"2026-04-19T11:10:54.652863Z","steps":["trace[1272417309] 'range keys from in-memory index tree' (duration: 135.77444ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:10:55.233502Z","caller":"traceutil/trace.go:171","msg":"trace[1737298331] transaction","detail":"{read_only:false; response_revision:4978; number_of_response:1; }","duration":"376.067765ms","start":"2026-04-19T11:10:54.857379Z","end":"2026-04-19T11:10:55.233447Z","steps":["trace[1737298331] 'process raft request' (duration: 375.75614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:10:55.234192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:10:54.857354Z","time spent":"376.670625ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:10:55.24181Z","caller":"traceutil/trace.go:171","msg":"trace[1565069653] linearizableReadLoop","detail":"{readStateIndex:5180; appliedIndex:5178; }","duration":"370.968607ms","start":"2026-04-19T11:10:54.870819Z","end":"2026-04-19T11:10:55.241788Z","steps":["trace[1565069653] 'read index received' (duration: 362.77572ms)","trace[1565069653] 'applied index is now lower than readState.Index' (duration: 8.191617ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:10:55.242776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.917581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-19T11:10:55.242867Z","caller":"traceutil/trace.go:171","msg":"trace[683992861] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4981; }","duration":"372.056754ms","start":"2026-04-19T11:10:54.870791Z","end":"2026-04-19T11:10:55.242848Z","steps":["trace[683992861] 'agreement among raft nodes before linearized reading' (duration: 371.78195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:10:55.242928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:10:54.870779Z","time spent":"372.132825ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-19T11:10:55.243094Z","caller":"traceutil/trace.go:171","msg":"trace[481369153] transaction","detail":"{read_only:false; response_revision:4979; number_of_response:1; }","duration":"376.888928ms","start":"2026-04-19T11:10:54.866188Z","end":"2026-04-19T11:10:55.243077Z","steps":["trace[481369153] 'process raft request' (duration: 375.339824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:10:55.243225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:10:54.866168Z","time spent":"376.96794ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:10:55.24335Z","caller":"traceutil/trace.go:171","msg":"trace[509565482] transaction","detail":"{read_only:false; response_revision:4980; number_of_response:1; }","duration":"376.019295ms","start":"2026-04-19T11:10:54.867316Z","end":"2026-04-19T11:10:55.243335Z","steps":["trace[509565482] 'process raft request' (duration: 374.37225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:10:55.243465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:10:54.867302Z","time spent":"376.125156ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:10:55.243719Z","caller":"traceutil/trace.go:171","msg":"trace[1225975618] transaction","detail":"{read_only:false; response_revision:4981; number_of_response:1; }","duration":"261.758827ms","start":"2026-04-19T11:10:54.981919Z","end":"2026-04-19T11:10:55.243678Z","steps":["trace[1225975618] 'process raft request' (duration: 259.802127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:10:55.243929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.705923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-19T11:10:55.243721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.952711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-19T11:10:55.244511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.650596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-19T11:10:55.244573Z","caller":"traceutil/trace.go:171","msg":"trace[2135428603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4981; }","duration":"303.747907ms","start":"2026-04-19T11:10:54.940808Z","end":"2026-04-19T11:10:55.244556Z","steps":["trace[2135428603] 'agreement among raft nodes before linearized reading' (duration: 303.519534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:10:55.244646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:10:54.940797Z","time spent":"303.812169ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-19T11:10:55.244925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.963341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-mrxd8\" ","response":"range_response_count:1 size:9716"} {"level":"info","ts":"2026-04-19T11:10:55.244971Z","caller":"traceutil/trace.go:171","msg":"trace[1848856346] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-mrxd8; range_end:; response_count:1; response_revision:4981; }","duration":"264.060532ms","start":"2026-04-19T11:10:54.980897Z","end":"2026-04-19T11:10:55.244957Z","steps":["trace[1848856346] 'agreement among raft nodes before linearized reading' (duration: 263.92967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:10:55.244942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.492194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-19T11:10:55.245035Z","caller":"traceutil/trace.go:171","msg":"trace[2044574519] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4981; }","duration":"307.615817ms","start":"2026-04-19T11:10:54.937411Z","end":"2026-04-19T11:10:55.245026Z","steps":["trace[2044574519] 'agreement among raft nodes before linearized reading' (duration: 307.376143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:10:55.245099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:10:54.937401Z","time spent":"307.687058ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-19T11:10:55.245419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.533923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-19T11:10:55.245449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.908095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-19T11:10:55.245476Z","caller":"traceutil/trace.go:171","msg":"trace[1126489483] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4981; }","duration":"315.958516ms","start":"2026-04-19T11:10:54.92951Z","end":"2026-04-19T11:10:55.245469Z","steps":["trace[1126489483] 'agreement among raft nodes before linearized reading' (duration: 315.883505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:10:55.245504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:10:54.9295Z","time spent":"315.999956ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-19T11:10:55.245474Z","caller":"traceutil/trace.go:171","msg":"trace[500768349] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4981; }","duration":"301.654705ms","start":"2026-04-19T11:10:54.943806Z","end":"2026-04-19T11:10:55.245461Z","steps":["trace[500768349] 'agreement among raft nodes before linearized reading' (duration: 301.484942ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:10:55.244114Z","caller":"traceutil/trace.go:171","msg":"trace[2135563973] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4981; }","duration":"317.423989ms","start":"2026-04-19T11:10:54.926678Z","end":"2026-04-19T11:10:55.244102Z","steps":["trace[2135563973] 'agreement among raft nodes before linearized reading' (duration: 316.85711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:10:55.245806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:10:54.926657Z","time spent":"319.139215ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-19T11:10:55.24399Z","caller":"traceutil/trace.go:171","msg":"trace[855035724] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:4981; }","duration":"222.879336ms","start":"2026-04-19T11:10:55.021094Z","end":"2026-04-19T11:10:55.243974Z","steps":["trace[855035724] 'agreement among raft nodes before linearized reading' (duration: 222.795515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:10:55.247083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:10:54.943773Z","time spent":"303.291171ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-19T11:10:56.35789Z","caller":"traceutil/trace.go:171","msg":"trace[2090140256] transaction","detail":"{read_only:false; response_revision:4989; number_of_response:1; }","duration":"361.404763ms","start":"2026-04-19T11:10:55.996456Z","end":"2026-04-19T11:10:56.357861Z","steps":["trace[2090140256] 'process raft request' (duration: 361.052017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:10:56.358288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:10:55.996423Z","time spent":"361.564705ms","remote":"127.0.0.1:35404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-19T11:10:56.855297Z","caller":"traceutil/trace.go:171","msg":"trace[238926293] transaction","detail":"{read_only:false; response_revision:4990; number_of_response:1; }","duration":"851.062836ms","start":"2026-04-19T11:10:56.004213Z","end":"2026-04-19T11:10:56.855276Z","steps":["trace[238926293] 'process raft request' (duration: 850.771751ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:10:56.855464Z","caller":"traceutil/trace.go:171","msg":"trace[731465396] linearizableReadLoop","detail":"{readStateIndex:5190; appliedIndex:5188; }","duration":"759.076805ms","start":"2026-04-19T11:10:56.09637Z","end":"2026-04-19T11:10:56.855446Z","steps":["trace[731465396] 'read index received' (duration: 261.203004ms)","trace[731465396] 'applied index is now lower than readState.Index' (duration: 497.872591ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:10:56.855464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:10:56.004188Z","time spent":"851.177898ms","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9815,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:10:56.855548Z","caller":"traceutil/trace.go:171","msg":"trace[632235519] transaction","detail":"{read_only:false; response_revision:4991; number_of_response:1; }","duration":"690.589738ms","start":"2026-04-19T11:10:56.164945Z","end":"2026-04-19T11:10:56.855535Z","steps":["trace[632235519] 'process raft request' (duration: 690.267843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:10:56.85561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:10:56.164921Z","time spent":"690.653179ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:10:56.855758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.38374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-19T11:10:56.855803Z","caller":"traceutil/trace.go:171","msg":"trace[74686158] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:4991; }","duration":"759.46696ms","start":"2026-04-19T11:10:56.096328Z","end":"2026-04-19T11:10:56.855795Z","steps":["trace[74686158] 'agreement among raft nodes before linearized reading' (duration: 759.234007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:10:56.855873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:10:56.096314Z","time spent":"759.548752ms","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":31,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-04-19T11:10:56.858273Z","caller":"traceutil/trace.go:171","msg":"trace[1302780740] transaction","detail":"{read_only:false; response_revision:4992; number_of_response:1; }","duration":"499.890722ms","start":"2026-04-19T11:10:56.358353Z","end":"2026-04-19T11:10:56.858244Z","steps":["trace[1302780740] 'process raft request' (duration: 499.75465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:10:56.858457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:10:56.358313Z","time spent":"500.046304ms","remote":"127.0.0.1:35344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:10:56.858885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.457656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:10:56.858937Z","caller":"traceutil/trace.go:171","msg":"trace[355085108] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4992; }","duration":"580.552738ms","start":"2026-04-19T11:10:56.278373Z","end":"2026-04-19T11:10:56.858926Z","steps":["trace[355085108] 'agreement among raft nodes before linearized reading' (duration: 580.452676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:10:56.858973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:10:56.278348Z","time spent":"580.620048ms","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-19T11:10:56.859177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.260611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.246\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-19T11:10:56.859203Z","caller":"traceutil/trace.go:171","msg":"trace[1145386881] range","detail":"{range_begin:/registry/masterleases/199.19.213.246; range_end:; response_count:1; response_revision:4992; }","duration":"578.322743ms","start":"2026-04-19T11:10:56.280873Z","end":"2026-04-19T11:10:56.859196Z","steps":["trace[1145386881] 'agreement among raft nodes before linearized reading' (duration: 578.203981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:10:56.859221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:10:56.280852Z","time spent":"578.365223ms","remote":"127.0.0.1:35350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.246\" "} {"level":"info","ts":"2026-04-19T11:10:56.872488Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2663} {"level":"info","ts":"2026-04-19T11:10:56.961216Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2663,"took":"87.041045ms","hash":4264259370,"current-db-size-bytes":49819648,"current-db-size":"50 MB","current-db-size-in-use-bytes":26017792,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-19T11:10:56.961301Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4264259370,"revision":2663,"compact-revision":-1} {"level":"warn","ts":"2026-04-19T11:11:03.349278Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451644320975174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-19T11:11:04.880723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.922068ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:11:04.880876Z","caller":"traceutil/trace.go:171","msg":"trace[1182778131] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5089; }","duration":"886.10316ms","start":"2026-04-19T11:11:03.994749Z","end":"2026-04-19T11:11:04.880852Z","steps":["trace[1182778131] 'range keys from in-memory index tree' (duration: 885.899817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:04.885334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391412992s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-19T11:11:04.885516Z","caller":"traceutil/trace.go:171","msg":"trace[353100039] transaction","detail":"{read_only:false; response_revision:5090; number_of_response:1; }","duration":"2.075854147s","start":"2026-04-19T11:11:02.809577Z","end":"2026-04-19T11:11:04.885431Z","steps":["trace[353100039] 'process raft request' (duration: 684.180021ms)","trace[353100039] 'compare' (duration: 1.388708961s)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:11:04.885571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:02.809551Z","time spent":"2.075997229s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2228,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-19T11:11:04.962241Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.468550816s","expected-duration":"1s"} {"level":"info","ts":"2026-04-19T11:11:04.962737Z","caller":"traceutil/trace.go:171","msg":"trace[1057562277] transaction","detail":"{read_only:false; response_revision:5092; number_of_response:1; }","duration":"1.700906015s","start":"2026-04-19T11:11:03.261809Z","end":"2026-04-19T11:11:04.962715Z","steps":["trace[1057562277] 'process raft request' (duration: 1.700830023s)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:11:04.962777Z","caller":"traceutil/trace.go:171","msg":"trace[1516169160] transaction","detail":"{read_only:false; response_revision:5091; number_of_response:1; }","duration":"1.978869065s","start":"2026-04-19T11:11:02.983863Z","end":"2026-04-19T11:11:04.962732Z","steps":["trace[1516169160] 'process raft request' (duration: 1.978632901s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:04.962894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:03.261789Z","time spent":"1.701023956s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:11:04.962959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:02.983822Z","time spent":"1.979009326s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:11:04.963253Z","caller":"traceutil/trace.go:171","msg":"trace[2027168994] linearizableReadLoop","detail":"{readStateIndex:5297; appliedIndex:5292; }","duration":"2.114324267s","start":"2026-04-19T11:11:02.848879Z","end":"2026-04-19T11:11:04.963203Z","steps":["trace[2027168994] 'read index received' (duration: 644.837027ms)","trace[2027168994] 'applied index is now lower than readState.Index' (duration: 1.46948564s)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:11:04.963343Z","caller":"traceutil/trace.go:171","msg":"trace[1414071116] transaction","detail":"{read_only:false; response_revision:5094; number_of_response:1; }","duration":"1.690059948s","start":"2026-04-19T11:11:03.27326Z","end":"2026-04-19T11:11:04.96332Z","steps":["trace[1414071116] 'process raft request' (duration: 1.689744013s)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:11:04.963076Z","caller":"traceutil/trace.go:171","msg":"trace[80583927] transaction","detail":"{read_only:false; response_revision:5093; number_of_response:1; }","duration":"1.690099048s","start":"2026-04-19T11:11:03.27291Z","end":"2026-04-19T11:11:04.963009Z","steps":["trace[80583927] 'process raft request' (duration: 1.689770813s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:04.963497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:03.273227Z","time spent":"1.69022857s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:11:04.964329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:03.272847Z","time spent":"1.690812019s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:11:04.964874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.115974732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2193165"} {"level":"info","ts":"2026-04-19T11:11:04.964957Z","caller":"traceutil/trace.go:171","msg":"trace[1460310748] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:5094; }","duration":"2.116094234s","start":"2026-04-19T11:11:02.848842Z","end":"2026-04-19T11:11:04.964936Z","steps":["trace[1460310748] 'agreement among raft nodes before linearized reading' (duration: 2.114869624s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:04.964995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:02.848826Z","time spent":"2.116159055s","remote":"127.0.0.1:35432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":47,"response size":2193188,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-04-19T11:11:05.248154Z","caller":"traceutil/trace.go:171","msg":"trace[1664386568] linearizableReadLoop","detail":"{readStateIndex:5298; appliedIndex:5297; }","duration":"284.691657ms","start":"2026-04-19T11:11:04.963426Z","end":"2026-04-19T11:11:05.248118Z","steps":["trace[1664386568] 'read index received' (duration: 218.860367ms)","trace[1664386568] 'applied index is now lower than readState.Index' (duration: 65.82925ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:11:05.248276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.778930927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-mrxd8.18a7bd9c0f6e1014\" ","response":"range_response_count:1 size:962"} {"level":"warn","ts":"2026-04-19T11:11:05.248358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.925779782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-19T11:11:05.248408Z","caller":"traceutil/trace.go:171","msg":"trace[548677149] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-mrxd8.18a7bd9c0f6e1014; range_end:; response_count:1; response_revision:5095; }","duration":"1.779126759s","start":"2026-04-19T11:11:03.469253Z","end":"2026-04-19T11:11:05.24838Z","steps":["trace[548677149] 'agreement among raft nodes before linearized reading' (duration: 1.778874796s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:05.248422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.967378321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-19T11:11:05.248476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:03.469234Z","time spent":"1.779231421s","remote":"127.0.0.1:35404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":985,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-mrxd8.18a7bd9c0f6e1014\" "} {"level":"info","ts":"2026-04-19T11:11:05.248499Z","caller":"traceutil/trace.go:171","msg":"trace[999205721] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5095; }","duration":"1.967509743s","start":"2026-04-19T11:11:03.280971Z","end":"2026-04-19T11:11:05.248481Z","steps":["trace[999205721] 'agreement among raft nodes before linearized reading' (duration: 1.96730305s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:05.248545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.921755261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-19T11:11:05.248545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:03.280946Z","time spent":"1.967589544s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-19T11:11:05.248571Z","caller":"traceutil/trace.go:171","msg":"trace[1357719055] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5095; }","duration":"1.921809051s","start":"2026-04-19T11:11:03.326755Z","end":"2026-04-19T11:11:05.248564Z","steps":["trace[1357719055] 'agreement among raft nodes before linearized reading' (duration: 1.92175366s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:05.248593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:03.326744Z","time spent":"1.921844021s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-19T11:11:05.248685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.928425893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-19T11:11:05.248708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.924606954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-19T11:11:05.248737Z","caller":"traceutil/trace.go:171","msg":"trace[405637179] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5095; }","duration":"1.924658595s","start":"2026-04-19T11:11:03.324073Z","end":"2026-04-19T11:11:05.248731Z","steps":["trace[405637179] 'agreement among raft nodes before linearized reading' (duration: 1.924598904s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:05.248754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:03.324061Z","time spent":"1.924688446s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-19T11:11:05.248775Z","caller":"traceutil/trace.go:171","msg":"trace[1085972047] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5095; }","duration":"1.928566765s","start":"2026-04-19T11:11:03.320164Z","end":"2026-04-19T11:11:05.24873Z","steps":["trace[1085972047] 'agreement among raft nodes before linearized reading' (duration: 1.92827683s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:05.248855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:03.320135Z","time spent":"1.928678187s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-19T11:11:05.248894Z","caller":"traceutil/trace.go:171","msg":"trace[1637312565] transaction","detail":"{read_only:false; response_revision:5095; number_of_response:1; }","duration":"885.821743ms","start":"2026-04-19T11:11:04.363054Z","end":"2026-04-19T11:11:05.248875Z","steps":["trace[1637312565] 'process raft request' (duration: 819.356063ms)","trace[1637312565] 'compare' (duration: 65.468415ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:11:05.248923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.983375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-04-19T11:11:05.248962Z","caller":"traceutil/trace.go:171","msg":"trace[1024482638] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5095; }","duration":"252.059416ms","start":"2026-04-19T11:11:04.996888Z","end":"2026-04-19T11:11:05.248948Z","steps":["trace[1024482638] 'agreement among raft nodes before linearized reading' (duration: 251.961824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:05.249011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:04.363025Z","time spent":"885.904324ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:11:05.249117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.305932882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-19T11:11:05.249232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443661886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-19T11:11:05.249276Z","caller":"traceutil/trace.go:171","msg":"trace[1730527561] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:5095; }","duration":"1.443708108s","start":"2026-04-19T11:11:03.805558Z","end":"2026-04-19T11:11:05.249266Z","steps":["trace[1730527561] 'agreement among raft nodes before linearized reading' (duration: 1.443631696s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:05.248879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.007901763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8ce02012-5951-48c3-8a56-6eb5521b286e\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-19T11:11:05.249398Z","caller":"traceutil/trace.go:171","msg":"trace[678305216] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8ce02012-5951-48c3-8a56-6eb5521b286e; range_end:; response_count:1; response_revision:5095; }","duration":"2.008541963s","start":"2026-04-19T11:11:03.24083Z","end":"2026-04-19T11:11:05.249372Z","steps":["trace[678305216] 'agreement among raft nodes before linearized reading' (duration: 2.007522598s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:05.249507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:03.2408Z","time spent":"2.008687466s","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8ce02012-5951-48c3-8a56-6eb5521b286e\" "} {"level":"warn","ts":"2026-04-19T11:11:05.249941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.311009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-19T11:11:05.248493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.921658139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-19T11:11:05.250054Z","caller":"traceutil/trace.go:171","msg":"trace[2006933227] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5095; }","duration":"1.923229582s","start":"2026-04-19T11:11:03.326814Z","end":"2026-04-19T11:11:05.250044Z","steps":["trace[2006933227] 'agreement among raft nodes before linearized reading' (duration: 1.921629548s)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:11:05.25011Z","caller":"traceutil/trace.go:171","msg":"trace[1227809293] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5095; }","duration":"970.619874ms","start":"2026-04-19T11:11:04.279362Z","end":"2026-04-19T11:11:05.249982Z","steps":["trace[1227809293] 'agreement among raft nodes before linearized reading' (duration: 970.3627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:05.249677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.809108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-19T11:11:05.250213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:03.326807Z","time spent":"1.923395535s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-19T11:11:05.250151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:04.279334Z","time spent":"970.805137ms","remote":"127.0.0.1:35338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-19T11:11:05.250229Z","caller":"traceutil/trace.go:171","msg":"trace[982708364] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:5095; }","duration":"786.431247ms","start":"2026-04-19T11:11:04.463773Z","end":"2026-04-19T11:11:05.250204Z","steps":["trace[982708364] 'agreement among raft nodes before linearized reading' (duration: 785.863428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:05.249307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:03.805463Z","time spent":"1.443836569s","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:11:05.250522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:04.463737Z","time spent":"786.756442ms","remote":"127.0.0.1:35728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-04-19T11:11:05.248417Z","caller":"traceutil/trace.go:171","msg":"trace[1762873346] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5095; }","duration":"1.925948266s","start":"2026-04-19T11:11:03.322454Z","end":"2026-04-19T11:11:05.248403Z","steps":["trace[1762873346] 'agreement among raft nodes before linearized reading' (duration: 1.925747433s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:05.251078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:03.322422Z","time spent":"1.928639977s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-19T11:11:05.249308Z","caller":"traceutil/trace.go:171","msg":"trace[1107567279] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:5095; }","duration":"2.306122435s","start":"2026-04-19T11:11:02.943041Z","end":"2026-04-19T11:11:05.249163Z","steps":["trace[1107567279] 'agreement among raft nodes before linearized reading' (duration: 2.305333593s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:05.251319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:02.942972Z","time spent":"2.308325609s","remote":"127.0.0.1:35594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":37,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:11:05.249746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.689492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-19T11:11:05.25242Z","caller":"traceutil/trace.go:171","msg":"trace[777364911] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5095; }","duration":"362.964837ms","start":"2026-04-19T11:11:04.889Z","end":"2026-04-19T11:11:05.251965Z","steps":["trace[777364911] 'agreement among raft nodes before linearized reading' (duration: 360.612401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:05.249824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.685302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12975"} {"level":"info","ts":"2026-04-19T11:11:05.252622Z","caller":"traceutil/trace.go:171","msg":"trace[1109635098] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5095; }","duration":"363.470304ms","start":"2026-04-19T11:11:04.889122Z","end":"2026-04-19T11:11:05.252592Z","steps":["trace[1109635098] 'agreement among raft nodes before linearized reading' (duration: 360.628301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:05.249879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076910885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-19T11:11:05.252717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:04.888984Z","time spent":"363.513426ms","remote":"127.0.0.1:35488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-04-19T11:11:05.252875Z","caller":"traceutil/trace.go:171","msg":"trace[1000244140] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5095; }","duration":"1.079981372s","start":"2026-04-19T11:11:04.17288Z","end":"2026-04-19T11:11:05.252861Z","steps":["trace[1000244140] 'agreement among raft nodes before linearized reading' (duration: 1.076060673s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:05.253056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:04.889119Z","time spent":"363.708979ms","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":12998,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-19T11:11:05.253158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:04.172853Z","time spent":"1.080295039s","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-19T11:11:05.386696Z","caller":"traceutil/trace.go:171","msg":"trace[1439717356] transaction","detail":"{read_only:false; response_revision:5097; number_of_response:1; }","duration":"131.955233ms","start":"2026-04-19T11:11:05.254698Z","end":"2026-04-19T11:11:05.386653Z","steps":["trace[1439717356] 'process raft request' (duration: 95.077578ms)","trace[1439717356] 'compare' (duration: 36.727323ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:11:05.386933Z","caller":"traceutil/trace.go:171","msg":"trace[885552490] transaction","detail":"{read_only:false; response_revision:5098; number_of_response:1; }","duration":"131.04079ms","start":"2026-04-19T11:11:05.255879Z","end":"2026-04-19T11:11:05.38692Z","steps":["trace[885552490] 'process raft request' (duration: 130.736636ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:11:05.387126Z","caller":"traceutil/trace.go:171","msg":"trace[1383858657] transaction","detail":"{read_only:false; response_revision:5099; number_of_response:1; }","duration":"130.830825ms","start":"2026-04-19T11:11:05.256286Z","end":"2026-04-19T11:11:05.387117Z","steps":["trace[1383858657] 'process raft request' (duration: 130.587232ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:11:05.387536Z","caller":"traceutil/trace.go:171","msg":"trace[1729857191] transaction","detail":"{read_only:false; response_revision:5100; number_of_response:1; }","duration":"131.175961ms","start":"2026-04-19T11:11:05.256348Z","end":"2026-04-19T11:11:05.387524Z","steps":["trace[1729857191] 'process raft request' (duration: 130.730214ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:11:05.387781Z","caller":"traceutil/trace.go:171","msg":"trace[1468157183] transaction","detail":"{read_only:false; response_revision:5101; number_of_response:1; }","duration":"131.296454ms","start":"2026-04-19T11:11:05.256473Z","end":"2026-04-19T11:11:05.38777Z","steps":["trace[1468157183] 'process raft request' (duration: 131.087481ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:11:05.387989Z","caller":"traceutil/trace.go:171","msg":"trace[1605275806] transaction","detail":"{read_only:false; response_revision:5102; number_of_response:1; }","duration":"131.457436ms","start":"2026-04-19T11:11:05.25652Z","end":"2026-04-19T11:11:05.387978Z","steps":["trace[1605275806] 'process raft request' (duration: 131.108031ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:11:05.38804Z","caller":"traceutil/trace.go:171","msg":"trace[1231337391] linearizableReadLoop","detail":"{readStateIndex:5301; appliedIndex:5298; }","duration":"131.838542ms","start":"2026-04-19T11:11:05.25619Z","end":"2026-04-19T11:11:05.388029Z","steps":["trace[1231337391] 'read index received' (duration: 44.787437ms)","trace[1231337391] 'applied index is now lower than readState.Index' (duration: 87.050115ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:11:05.388183Z","caller":"traceutil/trace.go:171","msg":"trace[1207204188] transaction","detail":"{read_only:false; response_revision:5103; number_of_response:1; }","duration":"124.325797ms","start":"2026-04-19T11:11:05.263819Z","end":"2026-04-19T11:11:05.388145Z","steps":["trace[1207204188] 'process raft request' (duration: 123.8487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:05.388409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.432125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:11:05.388503Z","caller":"traceutil/trace.go:171","msg":"trace[121183583] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5103; }","duration":"110.620327ms","start":"2026-04-19T11:11:05.277859Z","end":"2026-04-19T11:11:05.388479Z","steps":["trace[121183583] 'agreement among raft nodes before linearized reading' (duration: 110.330603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:05.388648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.294345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-04-19T11:11:05.388702Z","caller":"traceutil/trace.go:171","msg":"trace[6013924] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5103; }","duration":"105.418117ms","start":"2026-04-19T11:11:05.283272Z","end":"2026-04-19T11:11:05.38869Z","steps":["trace[6013924] 'agreement among raft nodes before linearized reading' (duration: 105.052622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:05.38904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.815847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a763808d-7e42-4b30-9b9c-ae5030cec812\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-04-19T11:11:05.39145Z","caller":"traceutil/trace.go:171","msg":"trace[909683238] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a763808d-7e42-4b30-9b9c-ae5030cec812; range_end:; response_count:1; response_revision:5103; }","duration":"135.238744ms","start":"2026-04-19T11:11:05.256184Z","end":"2026-04-19T11:11:05.391423Z","steps":["trace[909683238] 'agreement among raft nodes before linearized reading' (duration: 132.619154ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:11:05.621787Z","caller":"traceutil/trace.go:171","msg":"trace[149650169] transaction","detail":"{read_only:false; response_revision:5105; number_of_response:1; }","duration":"223.457617ms","start":"2026-04-19T11:11:05.398302Z","end":"2026-04-19T11:11:05.62176Z","steps":["trace[149650169] 'process raft request' (duration: 169.695523ms)","trace[149650169] 'compare' (duration: 53.295257ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:11:05.621842Z","caller":"traceutil/trace.go:171","msg":"trace[1564838117] linearizableReadLoop","detail":"{readStateIndex:5311; appliedIndex:5307; }","duration":"195.171674ms","start":"2026-04-19T11:11:05.426651Z","end":"2026-04-19T11:11:05.621823Z","steps":["trace[1564838117] 'read index received' (duration: 141.335438ms)","trace[1564838117] 'applied index is now lower than readState.Index' (duration: 53.832596ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:11:05.622207Z","caller":"traceutil/trace.go:171","msg":"trace[147669737] transaction","detail":"{read_only:false; response_revision:5108; number_of_response:1; }","duration":"223.661701ms","start":"2026-04-19T11:11:05.398532Z","end":"2026-04-19T11:11:05.622194Z","steps":["trace[147669737] 'process raft request' (duration: 223.243824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:05.622853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.641465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-04-19T11:11:05.622912Z","caller":"traceutil/trace.go:171","msg":"trace[509695695] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5108; }","duration":"224.727497ms","start":"2026-04-19T11:11:05.398173Z","end":"2026-04-19T11:11:05.6229Z","steps":["trace[509695695] 'agreement among raft nodes before linearized reading' (duration: 224.520093ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:11:05.623148Z","caller":"traceutil/trace.go:171","msg":"trace[275542819] transaction","detail":"{read_only:false; response_revision:5106; number_of_response:1; }","duration":"224.749107ms","start":"2026-04-19T11:11:05.398346Z","end":"2026-04-19T11:11:05.623095Z","steps":["trace[275542819] 'process raft request' (duration: 223.281484ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:11:05.623229Z","caller":"traceutil/trace.go:171","msg":"trace[1516950865] transaction","detail":"{read_only:false; response_revision:5107; number_of_response:1; }","duration":"224.792389ms","start":"2026-04-19T11:11:05.398398Z","end":"2026-04-19T11:11:05.62319Z","steps":["trace[1516950865] 'process raft request' (duration: 223.338676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:05.625786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.254702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16233"} {"level":"info","ts":"2026-04-19T11:11:05.62586Z","caller":"traceutil/trace.go:171","msg":"trace[753654585] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5108; }","duration":"230.373624ms","start":"2026-04-19T11:11:05.395467Z","end":"2026-04-19T11:11:05.62584Z","steps":["trace[753654585] 'agreement among raft nodes before linearized reading' (duration: 227.626912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:05.625787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.062713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-19T11:11:05.62609Z","caller":"traceutil/trace.go:171","msg":"trace[1592772536] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5108; }","duration":"229.415029ms","start":"2026-04-19T11:11:05.396663Z","end":"2026-04-19T11:11:05.626078Z","steps":["trace[1592772536] 'agreement among raft nodes before linearized reading' (duration: 226.460704ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:11:05.687879Z","caller":"traceutil/trace.go:171","msg":"trace[1670371061] transaction","detail":"{read_only:false; response_revision:5109; number_of_response:1; }","duration":"257.645771ms","start":"2026-04-19T11:11:05.430206Z","end":"2026-04-19T11:11:05.687851Z","steps":["trace[1670371061] 'process raft request' (duration: 257.496609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:05.688053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.368616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:11:05.688145Z","caller":"traceutil/trace.go:171","msg":"trace[614848800] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:5109; }","duration":"133.524918ms","start":"2026-04-19T11:11:05.554599Z","end":"2026-04-19T11:11:05.688123Z","steps":["trace[614848800] 'agreement among raft nodes before linearized reading' (duration: 133.289485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:05.688193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.586593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-19T11:11:05.688292Z","caller":"traceutil/trace.go:171","msg":"trace[1135628952] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5109; }","duration":"192.762946ms","start":"2026-04-19T11:11:05.495507Z","end":"2026-04-19T11:11:05.68827Z","steps":["trace[1135628952] 'agreement among raft nodes before linearized reading' (duration: 192.392441ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:11:05.994855Z","caller":"traceutil/trace.go:171","msg":"trace[1290800311] linearizableReadLoop","detail":"{readStateIndex:5313; appliedIndex:5312; }","duration":"306.972457ms","start":"2026-04-19T11:11:05.68785Z","end":"2026-04-19T11:11:05.994822Z","steps":["trace[1290800311] 'read index received' (duration: 306.759274ms)","trace[1290800311] 'applied index is now lower than readState.Index' (duration: 212.013µs)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:11:05.994952Z","caller":"traceutil/trace.go:171","msg":"trace[1547904217] transaction","detail":"{read_only:false; response_revision:5110; number_of_response:1; }","duration":"357.465372ms","start":"2026-04-19T11:11:05.637439Z","end":"2026-04-19T11:11:05.994905Z","steps":["trace[1547904217] 'process raft request' (duration: 357.137147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:05.995176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:05.637416Z","time spent":"357.625424ms","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16542,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:11:05.995231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.517495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-53723625-cd77-453c-b21e-0decf9146692\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-04-19T11:11:05.995287Z","caller":"traceutil/trace.go:171","msg":"trace[1903703361] range","detail":"{range_begin:/registry/persistentvolumes/pvc-53723625-cd77-453c-b21e-0decf9146692; range_end:; response_count:1; response_revision:5110; }","duration":"365.645927ms","start":"2026-04-19T11:11:05.629627Z","end":"2026-04-19T11:11:05.995273Z","steps":["trace[1903703361] 'agreement among raft nodes before linearized reading' (duration: 365.385803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:05.99533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:05.629603Z","time spent":"365.716368ms","remote":"127.0.0.1:35480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-53723625-cd77-453c-b21e-0decf9146692\" "} {"level":"warn","ts":"2026-04-19T11:11:05.995756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.188021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-04-19T11:11:05.995802Z","caller":"traceutil/trace.go:171","msg":"trace[507135281] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:5110; }","duration":"367.265903ms","start":"2026-04-19T11:11:05.628521Z","end":"2026-04-19T11:11:05.995787Z","steps":["trace[507135281] 'agreement among raft nodes before linearized reading' (duration: 367.168471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:05.995833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:05.628499Z","time spent":"367.327253ms","remote":"127.0.0.1:35422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1365,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-04-19T11:11:05.995886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.638381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-869bf69bc8-2dqhq.18a7bd9d779a9845\" ","response":"range_response_count:1 size:896"} {"level":"info","ts":"2026-04-19T11:11:05.995941Z","caller":"traceutil/trace.go:171","msg":"trace[1254102620] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-869bf69bc8-2dqhq.18a7bd9d779a9845; range_end:; response_count:1; response_revision:5110; }","duration":"302.724993ms","start":"2026-04-19T11:11:05.693197Z","end":"2026-04-19T11:11:05.995922Z","steps":["trace[1254102620] 'agreement among raft nodes before linearized reading' (duration: 302.588011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:05.995743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.266942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-19T11:11:05.995986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:05.693178Z","time spent":"302.796564ms","remote":"127.0.0.1:35404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":919,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-869bf69bc8-2dqhq.18a7bd9d779a9845\" "} {"level":"info","ts":"2026-04-19T11:11:05.996023Z","caller":"traceutil/trace.go:171","msg":"trace[941352183] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5110; }","duration":"303.593967ms","start":"2026-04-19T11:11:05.69241Z","end":"2026-04-19T11:11:05.996004Z","steps":["trace[941352183] 'agreement among raft nodes before linearized reading' (duration: 303.10131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:05.996091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:05.69239Z","time spent":"303.675168ms","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-19T11:11:07.378771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01568186s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-19T11:11:07.378888Z","caller":"traceutil/trace.go:171","msg":"trace[394989912] transaction","detail":"{read_only:false; response_revision:5111; number_of_response:1; }","duration":"1.378825406s","start":"2026-04-19T11:11:06.000043Z","end":"2026-04-19T11:11:07.378869Z","steps":["trace[394989912] 'process raft request' (duration: 362.957553ms)","trace[394989912] 'compare' (duration: 1.015539118s)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:11:07.378951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:06.000022Z","time spent":"1.378898537s","remote":"127.0.0.1:35404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:11:07.411608Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.048551003s","expected-duration":"1s"} {"level":"info","ts":"2026-04-19T11:11:07.412426Z","caller":"traceutil/trace.go:171","msg":"trace[105615268] transaction","detail":"{read_only:false; response_revision:5112; number_of_response:1; }","duration":"1.40528932s","start":"2026-04-19T11:11:06.007106Z","end":"2026-04-19T11:11:07.412395Z","steps":["trace[105615268] 'process raft request' (duration: 1.404981906s)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:11:07.412565Z","caller":"traceutil/trace.go:171","msg":"trace[670539986] transaction","detail":"{read_only:false; response_revision:5114; number_of_response:1; }","duration":"1.403776557s","start":"2026-04-19T11:11:06.008758Z","end":"2026-04-19T11:11:07.412535Z","steps":["trace[670539986] 'process raft request' (duration: 1.403617395s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:07.412611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:06.007062Z","time spent":"1.405458502s","remote":"127.0.0.1:35500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":850,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:11:07.412708Z","caller":"traceutil/trace.go:171","msg":"trace[957378010] transaction","detail":"{read_only:false; response_revision:5113; number_of_response:1; }","duration":"1.405451902s","start":"2026-04-19T11:11:06.007228Z","end":"2026-04-19T11:11:07.41268Z","steps":["trace[957378010] 'process raft request' (duration: 1.405061047s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:07.412757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:06.00875Z","time spent":"1.403875519s","remote":"127.0.0.1:35500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1273,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:11:07.412857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:06.007191Z","time spent":"1.405587914s","remote":"127.0.0.1:35594","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1853,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:11:07.412918Z","caller":"traceutil/trace.go:171","msg":"trace[1008301474] linearizableReadLoop","detail":"{readStateIndex:5316; appliedIndex:5313; }","duration":"1.404198594s","start":"2026-04-19T11:11:06.008708Z","end":"2026-04-19T11:11:07.412907Z","steps":["trace[1008301474] 'read index received' (duration: 354.30978ms)","trace[1008301474] 'applied index is now lower than readState.Index' (duration: 1.049887444s)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:11:07.413023Z","caller":"traceutil/trace.go:171","msg":"trace[321841896] transaction","detail":"{read_only:false; response_revision:5115; number_of_response:1; }","duration":"1.404222755s","start":"2026-04-19T11:11:06.008784Z","end":"2026-04-19T11:11:07.413007Z","steps":["trace[321841896] 'process raft request' (duration: 1.403647866s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:07.413088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:06.008762Z","time spent":"1.404293696s","remote":"127.0.0.1:35594","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1393,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:11:07.413144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404433788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-04-19T11:11:07.413179Z","caller":"traceutil/trace.go:171","msg":"trace[741582344] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:5115; }","duration":"1.404496359s","start":"2026-04-19T11:11:06.008671Z","end":"2026-04-19T11:11:07.413168Z","steps":["trace[741582344] 'agreement among raft nodes before linearized reading' (duration: 1.404364967s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:07.413206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:06.00866Z","time spent":"1.404537609s","remote":"127.0.0.1:35422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1365,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"info","ts":"2026-04-19T11:11:07.427879Z","caller":"traceutil/trace.go:171","msg":"trace[626301514] transaction","detail":"{read_only:false; response_revision:5116; number_of_response:1; }","duration":"458.073515ms","start":"2026-04-19T11:11:06.969776Z","end":"2026-04-19T11:11:07.42785Z","steps":["trace[626301514] 'process raft request' (duration: 457.900143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:07.428075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:06.969753Z","time spent":"458.220407ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:11:07.42829Z","caller":"traceutil/trace.go:171","msg":"trace[814649516] transaction","detail":"{read_only:false; response_revision:5117; number_of_response:1; }","duration":"457.744579ms","start":"2026-04-19T11:11:06.970503Z","end":"2026-04-19T11:11:07.428248Z","steps":["trace[814649516] 'process raft request' (duration: 457.306143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:07.428433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:06.970456Z","time spent":"457.898092ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:11:07.428484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16837445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8ce02012-5951-48c3-8a56-6eb5521b286e\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-19T11:11:07.428483Z","caller":"traceutil/trace.go:171","msg":"trace[682026807] transaction","detail":"{read_only:false; response_revision:5118; number_of_response:1; }","duration":"457.031409ms","start":"2026-04-19T11:11:06.97143Z","end":"2026-04-19T11:11:07.428462Z","steps":["trace[682026807] 'process raft request' (duration: 456.637643ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:11:07.42852Z","caller":"traceutil/trace.go:171","msg":"trace[1198386218] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8ce02012-5951-48c3-8a56-6eb5521b286e; range_end:; response_count:1; response_revision:5118; }","duration":"1.168457941s","start":"2026-04-19T11:11:06.260051Z","end":"2026-04-19T11:11:07.428509Z","steps":["trace[1198386218] 'agreement among raft nodes before linearized reading' (duration: 1.168315129s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:07.428567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:06.260022Z","time spent":"1.168538282s","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8ce02012-5951-48c3-8a56-6eb5521b286e\" "} {"level":"warn","ts":"2026-04-19T11:11:07.428568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:06.971413Z","time spent":"457.108429ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:11:07.428803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.498439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-04-19T11:11:07.428836Z","caller":"traceutil/trace.go:171","msg":"trace[1729574423] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5118; }","duration":"561.58008ms","start":"2026-04-19T11:11:06.867244Z","end":"2026-04-19T11:11:07.428824Z","steps":["trace[1729574423] 'agreement among raft nodes before linearized reading' (duration: 561.459408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:07.428841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325111872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-19T11:11:07.428895Z","caller":"traceutil/trace.go:171","msg":"trace[1048577111] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5118; }","duration":"1.325204513s","start":"2026-04-19T11:11:06.10367Z","end":"2026-04-19T11:11:07.428875Z","steps":["trace[1048577111] 'agreement among raft nodes before linearized reading' (duration: 1.32504654s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:07.428936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:06.103645Z","time spent":"1.325282315s","remote":"127.0.0.1:35488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-19T11:11:07.429132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349075968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-19T11:11:07.428902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147803305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.246\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-19T11:11:07.429163Z","caller":"traceutil/trace.go:171","msg":"trace[1748632823] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5118; }","duration":"1.34915449s","start":"2026-04-19T11:11:06.079998Z","end":"2026-04-19T11:11:07.429152Z","steps":["trace[1748632823] 'agreement among raft nodes before linearized reading' (duration: 1.349099399s)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:11:07.429177Z","caller":"traceutil/trace.go:171","msg":"trace[1687006944] range","detail":"{range_begin:/registry/masterleases/199.19.213.246; range_end:; response_count:1; response_revision:5118; }","duration":"1.148099629s","start":"2026-04-19T11:11:06.281067Z","end":"2026-04-19T11:11:07.429167Z","steps":["trace[1687006944] 'agreement among raft nodes before linearized reading' (duration: 1.147806365s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:07.429194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:06.079966Z","time spent":"1.34922136s","remote":"127.0.0.1:35776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-19T11:11:07.429208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:06.281053Z","time spent":"1.14814655s","remote":"127.0.0.1:35350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.246\" "} {"level":"warn","ts":"2026-04-19T11:11:07.429395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150376403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:11:07.429425Z","caller":"traceutil/trace.go:171","msg":"trace[317041056] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5118; }","duration":"1.150450705s","start":"2026-04-19T11:11:06.278965Z","end":"2026-04-19T11:11:07.429415Z","steps":["trace[317041056] 'agreement among raft nodes before linearized reading' (duration: 1.150391504s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:07.429451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:06.278942Z","time spent":"1.150502155s","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-19T11:11:07.42886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:06.867223Z","time spent":"561.630581ms","remote":"127.0.0.1:49134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-19T11:11:07.936298Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451644320975222,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-19T11:11:07.998601Z","caller":"traceutil/trace.go:171","msg":"trace[387471994] transaction","detail":"{read_only:false; response_revision:5119; number_of_response:1; }","duration":"562.503594ms","start":"2026-04-19T11:11:07.436073Z","end":"2026-04-19T11:11:07.998576Z","steps":["trace[387471994] 'process raft request' (duration: 562.363032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:07.99864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:07.436004Z","time spent":"562.626796ms","remote":"127.0.0.1:35350","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-19T11:11:07.998772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:07.436054Z","time spent":"562.630416ms","remote":"127.0.0.1:35404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:11:08.005481Z","caller":"traceutil/trace.go:171","msg":"trace[2014041308] transaction","detail":"{read_only:false; response_revision:5121; number_of_response:1; }","duration":"565.932276ms","start":"2026-04-19T11:11:07.439527Z","end":"2026-04-19T11:11:08.005459Z","steps":["trace[2014041308] 'process raft request' (duration: 565.861285ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:11:08.005561Z","caller":"traceutil/trace.go:171","msg":"trace[1568872342] transaction","detail":"{read_only:false; response_revision:5120; number_of_response:1; }","duration":"566.171479ms","start":"2026-04-19T11:11:07.439357Z","end":"2026-04-19T11:11:08.005528Z","steps":["trace[1568872342] 'process raft request' (duration: 565.878935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:08.005669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:07.439511Z","time spent":"566.065308ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:11:08.005691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:07.439335Z","time spent":"566.285911ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:11:08.006399Z","caller":"traceutil/trace.go:171","msg":"trace[1783806487] transaction","detail":"{read_only:false; response_revision:5124; number_of_response:1; }","duration":"565.419718ms","start":"2026-04-19T11:11:07.440934Z","end":"2026-04-19T11:11:08.006354Z","steps":["trace[1783806487] 'process raft request' (duration: 565.291766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:08.006721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:07.440929Z","time spent":"565.695282ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:11:08.006756Z","caller":"traceutil/trace.go:171","msg":"trace[1254156739] transaction","detail":"{read_only:false; response_revision:5123; number_of_response:1; }","duration":"565.881295ms","start":"2026-04-19T11:11:07.440857Z","end":"2026-04-19T11:11:08.006738Z","steps":["trace[1254156739] 'process raft request' (duration: 565.166664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:08.008735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:07.440837Z","time spent":"566.950242ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:11:08.006833Z","caller":"traceutil/trace.go:171","msg":"trace[1028799800] transaction","detail":"{read_only:false; response_revision:5125; number_of_response:1; }","duration":"565.621031ms","start":"2026-04-19T11:11:07.441202Z","end":"2026-04-19T11:11:08.006823Z","steps":["trace[1028799800] 'process raft request' (duration: 565.097613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:08.009384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:07.441195Z","time spent":"567.977047ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:11:08.006768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.551026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:11:08.009641Z","caller":"traceutil/trace.go:171","msg":"trace[1672196014] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5125; }","duration":"573.478232ms","start":"2026-04-19T11:11:07.436146Z","end":"2026-04-19T11:11:08.009625Z","steps":["trace[1672196014] 'agreement among raft nodes before linearized reading' (duration: 570.313813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:08.009707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:07.436137Z","time spent":"573.550053ms","remote":"127.0.0.1:35338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-19T11:11:08.006387Z","caller":"traceutil/trace.go:171","msg":"trace[2093509708] linearizableReadLoop","detail":"{readStateIndex:5329; appliedIndex:5321; }","duration":"570.17392ms","start":"2026-04-19T11:11:07.436177Z","end":"2026-04-19T11:11:08.006351Z","steps":["trace[2093509708] 'read index received' (duration: 535.137844ms)","trace[2093509708] 'applied index is now lower than readState.Index' (duration: 35.034636ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:11:08.006983Z","caller":"traceutil/trace.go:171","msg":"trace[1288710118] transaction","detail":"{read_only:false; response_revision:5122; number_of_response:1; }","duration":"566.958303ms","start":"2026-04-19T11:11:07.440009Z","end":"2026-04-19T11:11:08.006968Z","steps":["trace[1288710118] 'process raft request' (duration: 565.417858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:08.01021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:07.439988Z","time spent":"570.158341ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:11:08.013588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.35775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:11:08.013645Z","caller":"traceutil/trace.go:171","msg":"trace[1200367470] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5127; }","duration":"577.460562ms","start":"2026-04-19T11:11:07.436173Z","end":"2026-04-19T11:11:08.013634Z","steps":["trace[1200367470] 'agreement among raft nodes before linearized reading' (duration: 577.346551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:08.013675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:07.436147Z","time spent":"577.520214ms","remote":"127.0.0.1:35520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-19T11:11:08.014099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.796621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-19T11:11:08.014132Z","caller":"traceutil/trace.go:171","msg":"trace[1395723129] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:5127; }","duration":"139.890782ms","start":"2026-04-19T11:11:07.874234Z","end":"2026-04-19T11:11:08.014125Z","steps":["trace[1395723129] 'agreement among raft nodes before linearized reading' (duration: 139.824251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:08.014322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.837432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-04-19T11:11:08.014352Z","caller":"traceutil/trace.go:171","msg":"trace[1475150663] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:5127; }","duration":"575.008975ms","start":"2026-04-19T11:11:07.439335Z","end":"2026-04-19T11:11:08.014344Z","steps":["trace[1475150663] 'agreement among raft nodes before linearized reading' (duration: 574.893103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:08.01437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:07.439309Z","time spent":"575.056885ms","remote":"127.0.0.1:35422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":719,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"warn","ts":"2026-04-19T11:11:10.516351Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451644320975273,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-19T11:11:10.795564Z","caller":"traceutil/trace.go:171","msg":"trace[1208084549] transaction","detail":"{read_only:false; response_revision:5139; number_of_response:1; }","duration":"780.648227ms","start":"2026-04-19T11:11:10.014893Z","end":"2026-04-19T11:11:10.795542Z","steps":["trace[1208084549] 'process raft request' (duration: 780.457334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:10.795678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:10.014868Z","time spent":"780.750169ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:11:10.800154Z","caller":"traceutil/trace.go:171","msg":"trace[1216012328] transaction","detail":"{read_only:false; response_revision:5140; number_of_response:1; }","duration":"783.148336ms","start":"2026-04-19T11:11:10.016983Z","end":"2026-04-19T11:11:10.800132Z","steps":["trace[1216012328] 'process raft request' (duration: 782.997653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:10.800298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:10.016962Z","time spent":"783.261668ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:11:10.800356Z","caller":"traceutil/trace.go:171","msg":"trace[293774799] linearizableReadLoop","detail":"{readStateIndex:5344; appliedIndex:5342; }","duration":"784.572518ms","start":"2026-04-19T11:11:10.015759Z","end":"2026-04-19T11:11:10.800331Z","steps":["trace[293774799] 'read index received' (duration: 779.698773ms)","trace[293774799] 'applied index is now lower than readState.Index' (duration: 4.872025ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:11:10.800529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.75978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-19T11:11:10.800563Z","caller":"traceutil/trace.go:171","msg":"trace[1444210695] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5140; }","duration":"784.829071ms","start":"2026-04-19T11:11:10.015725Z","end":"2026-04-19T11:11:10.800554Z","steps":["trace[1444210695] 'agreement among raft nodes before linearized reading' (duration: 784.707909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:10.800586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:10.015709Z","time spent":"784.872071ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-19T11:11:10.800605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.81894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-19T11:11:10.800652Z","caller":"traceutil/trace.go:171","msg":"trace[57941848] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5140; }","duration":"784.915272ms","start":"2026-04-19T11:11:10.015724Z","end":"2026-04-19T11:11:10.800639Z","steps":["trace[57941848] 'agreement among raft nodes before linearized reading' (duration: 784.75333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:10.800693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:10.0157Z","time spent":"784.981533ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-19T11:11:10.800772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.956232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8ce02012-5951-48c3-8a56-6eb5521b286e\" ","response":"range_response_count:1 size:3939"} {"level":"info","ts":"2026-04-19T11:11:10.800826Z","caller":"traceutil/trace.go:171","msg":"trace[1239367208] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8ce02012-5951-48c3-8a56-6eb5521b286e; range_end:; response_count:1; response_revision:5140; }","duration":"351.061344ms","start":"2026-04-19T11:11:10.449747Z","end":"2026-04-19T11:11:10.800808Z","steps":["trace[1239367208] 'agreement among raft nodes before linearized reading' (duration: 350.956582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:10.800858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:10.449726Z","time spent":"351.124094ms","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3962,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8ce02012-5951-48c3-8a56-6eb5521b286e\" "} {"level":"warn","ts":"2026-04-19T11:11:10.800894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.321855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-19T11:11:10.800933Z","caller":"traceutil/trace.go:171","msg":"trace[1424791553] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5140; }","duration":"769.369145ms","start":"2026-04-19T11:11:10.031552Z","end":"2026-04-19T11:11:10.800922Z","steps":["trace[1424791553] 'agreement among raft nodes before linearized reading' (duration: 769.286544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:10.800959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:10.031546Z","time spent":"769.404616ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-19T11:11:10.80103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.912812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-19T11:11:10.801065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.662306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-19T11:11:10.801058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.316607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:11:10.801084Z","caller":"traceutil/trace.go:171","msg":"trace[1080490879] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5140; }","duration":"522.727527ms","start":"2026-04-19T11:11:10.27835Z","end":"2026-04-19T11:11:10.801078Z","steps":["trace[1080490879] 'agreement among raft nodes before linearized reading' (duration: 522.696296ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:11:10.801079Z","caller":"traceutil/trace.go:171","msg":"trace[258126491] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5140; }","duration":"784.989764ms","start":"2026-04-19T11:11:10.016074Z","end":"2026-04-19T11:11:10.801064Z","steps":["trace[258126491] 'agreement among raft nodes before linearized reading' (duration: 784.852391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:10.801101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:10.278327Z","time spent":"522.770218ms","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-19T11:11:10.801127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:10.01606Z","time spent":"785.054724ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-19T11:11:10.801092Z","caller":"traceutil/trace.go:171","msg":"trace[1638190900] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5140; }","duration":"131.397048ms","start":"2026-04-19T11:11:10.669685Z","end":"2026-04-19T11:11:10.801082Z","steps":["trace[1638190900] 'agreement among raft nodes before linearized reading' (duration: 131.326697ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:11:13.982151Z","caller":"traceutil/trace.go:171","msg":"trace[557347279] transaction","detail":"{read_only:false; response_revision:5184; number_of_response:1; }","duration":"168.293796ms","start":"2026-04-19T11:11:13.81381Z","end":"2026-04-19T11:11:13.982104Z","steps":["trace[557347279] 'process raft request' (duration: 166.549209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:18.149707Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451644320975539,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-19T11:11:18.38154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178231696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-04-19T11:11:18.381824Z","caller":"traceutil/trace.go:171","msg":"trace[393833385] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5252; }","duration":"1.178574131s","start":"2026-04-19T11:11:17.203161Z","end":"2026-04-19T11:11:18.381735Z","steps":["trace[393833385] 'range keys from in-memory index tree' (duration: 1.177724728s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:18.381981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:17.203106Z","time spent":"1.178853065s","remote":"127.0.0.1:49134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-19T11:11:18.382596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104730698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:11:18.382716Z","caller":"traceutil/trace.go:171","msg":"trace[1300006733] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5252; }","duration":"1.104919231s","start":"2026-04-19T11:11:17.277776Z","end":"2026-04-19T11:11:18.382695Z","steps":["trace[1300006733] 'range keys from in-memory index tree' (duration: 1.104511125s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:18.38277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:17.277747Z","time spent":"1.105012642s","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-19T11:11:18.383514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.436695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-04-19T11:11:18.383576Z","caller":"traceutil/trace.go:171","msg":"trace[1435558499] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5252; }","duration":"932.204046ms","start":"2026-04-19T11:11:17.451355Z","end":"2026-04-19T11:11:18.383559Z","steps":["trace[1435558499] 'range keys from in-memory index tree' (duration: 931.06657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:18.383629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:17.451328Z","time spent":"932.285858ms","remote":"127.0.0.1:49134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-04-19T11:11:18.3847Z","caller":"traceutil/trace.go:171","msg":"trace[5225475] transaction","detail":"{read_only:false; response_revision:5253; number_of_response:1; }","duration":"913.155197ms","start":"2026-04-19T11:11:17.471519Z","end":"2026-04-19T11:11:18.384675Z","steps":["trace[5225475] 'process raft request' (duration: 910.904812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:18.385401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:17.471487Z","time spent":"913.310509ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:11:18.385716Z","caller":"traceutil/trace.go:171","msg":"trace[302204472] transaction","detail":"{read_only:false; response_revision:5254; number_of_response:1; }","duration":"902.041858ms","start":"2026-04-19T11:11:17.483664Z","end":"2026-04-19T11:11:18.385706Z","steps":["trace[302204472] 'process raft request' (duration: 901.758914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:18.390122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:17.483631Z","time spent":"906.371654ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:11:18.385705Z","caller":"traceutil/trace.go:171","msg":"trace[320779895] linearizableReadLoop","detail":"{readStateIndex:5464; appliedIndex:5462; }","duration":"736.070974ms","start":"2026-04-19T11:11:17.649617Z","end":"2026-04-19T11:11:18.385688Z","steps":["trace[320779895] 'read index received' (duration: 735.434514ms)","trace[320779895] 'applied index is now lower than readState.Index' (duration: 635.39µs)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:11:18.385849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.220787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-19T11:11:18.390671Z","caller":"traceutil/trace.go:171","msg":"trace[444312286] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:5255; }","duration":"741.086101ms","start":"2026-04-19T11:11:17.649566Z","end":"2026-04-19T11:11:18.390652Z","steps":["trace[444312286] 'agreement among raft nodes before linearized reading' (duration: 736.183406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:18.390803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:17.649543Z","time spent":"741.213672ms","remote":"127.0.0.1:35640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":26,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-04-19T11:11:18.38591Z","caller":"traceutil/trace.go:171","msg":"trace[1452101301] transaction","detail":"{read_only:false; response_revision:5255; number_of_response:1; }","duration":"895.953046ms","start":"2026-04-19T11:11:17.489931Z","end":"2026-04-19T11:11:18.385884Z","steps":["trace[1452101301] 'process raft request' (duration: 895.714831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:18.390944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:17.489906Z","time spent":"900.93869ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:11:18.390975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.704304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-19T11:11:18.391078Z","caller":"traceutil/trace.go:171","msg":"trace[833941400] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:5255; }","duration":"538.853377ms","start":"2026-04-19T11:11:17.852207Z","end":"2026-04-19T11:11:18.391061Z","steps":["trace[833941400] 'agreement among raft nodes before linearized reading' (duration: 538.687604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:18.391147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:17.852178Z","time spent":"538.959028ms","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:11:18.39124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.6745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-19T11:11:18.391284Z","caller":"traceutil/trace.go:171","msg":"trace[531253693] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5255; }","duration":"235.737591ms","start":"2026-04-19T11:11:18.155539Z","end":"2026-04-19T11:11:18.391263Z","steps":["trace[531253693] 'agreement among raft nodes before linearized reading' (duration: 235.567868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:18.391405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.50144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-19T11:11:18.391462Z","caller":"traceutil/trace.go:171","msg":"trace[321369559] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:5255; }","duration":"307.638353ms","start":"2026-04-19T11:11:18.08381Z","end":"2026-04-19T11:11:18.391448Z","steps":["trace[321369559] 'agreement among raft nodes before linearized reading' (duration: 307.49605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:18.391498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:18.083785Z","time spent":"307.703334ms","remote":"127.0.0.1:35838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":40,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:11:18.391521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.698248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-19T11:11:18.391626Z","caller":"traceutil/trace.go:171","msg":"trace[698767013] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5255; }","duration":"248.873961ms","start":"2026-04-19T11:11:18.142721Z","end":"2026-04-19T11:11:18.391595Z","steps":["trace[698767013] 'agreement among raft nodes before linearized reading' (duration: 248.443233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:22.911057Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451644320975628,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-19T11:11:23.41213Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451644320975628,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-19T11:11:23.68007Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.27590604s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-19T11:11:25.277774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999768926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-19T11:11:25.277841Z","caller":"traceutil/trace.go:171","msg":"trace[818339609] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999935339s","start":"2026-04-19T11:11:23.27789Z","end":"2026-04-19T11:11:25.277825Z","steps":["trace[818339609] 'agreement among raft nodes before linearized reading' (duration: 1.999832767s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:25.277879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:23.277859Z","time spent":"2.00001247s","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-19T11:11:25.949558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.955224797s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:11:25.949675Z","caller":"traceutil/trace.go:171","msg":"trace[1255196331] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5285; }","duration":"1.955444591s","start":"2026-04-19T11:11:23.994213Z","end":"2026-04-19T11:11:25.949658Z","steps":["trace[1255196331] 'range keys from in-memory index tree' (duration: 1.955209707s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:25.952072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.271457264s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-19T11:11:25.952524Z","caller":"traceutil/trace.go:171","msg":"trace[843040651] transaction","detail":"{read_only:false; response_revision:5286; number_of_response:1; }","duration":"3.548469292s","start":"2026-04-19T11:11:22.404024Z","end":"2026-04-19T11:11:25.952493Z","steps":["trace[843040651] 'process raft request' (duration: 1.276478509s)","trace[843040651] 'compare' (duration: 2.268995688s)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:11:25.952668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:22.403989Z","time spent":"3.548626424s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:11:26.033372Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.352854284s","expected-duration":"1s"} {"level":"info","ts":"2026-04-19T11:11:26.034194Z","caller":"traceutil/trace.go:171","msg":"trace[643490772] transaction","detail":"{read_only:false; response_revision:5287; number_of_response:1; }","duration":"3.627441135s","start":"2026-04-19T11:11:22.406702Z","end":"2026-04-19T11:11:26.034143Z","steps":["trace[643490772] 'process raft request' (duration: 3.62711535s)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:11:26.034312Z","caller":"traceutil/trace.go:171","msg":"trace[2076008807] transaction","detail":"{read_only:false; response_revision:5289; number_of_response:1; }","duration":"3.431090281s","start":"2026-04-19T11:11:22.603162Z","end":"2026-04-19T11:11:26.034253Z","steps":["trace[2076008807] 'process raft request' (duration: 3.430898838s)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:11:26.034218Z","caller":"traceutil/trace.go:171","msg":"trace[1610437453] transaction","detail":"{read_only:false; response_revision:5288; number_of_response:1; }","duration":"3.62646371s","start":"2026-04-19T11:11:22.407718Z","end":"2026-04-19T11:11:26.034181Z","steps":["trace[1610437453] 'process raft request' (duration: 3.626306618s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:26.034545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:22.603131Z","time spent":"3.431282784s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:11:26.034788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:22.407683Z","time spent":"3.626729695s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:11:26.035151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:22.406676Z","time spent":"3.627616108s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:11:26.222301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.174903ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-19T11:11:26.222861Z","caller":"traceutil/trace.go:171","msg":"trace[21151411] linearizableReadLoop","detail":"{readStateIndex:5499; appliedIndex:5494; }","duration":"3.812141154s","start":"2026-04-19T11:11:22.410644Z","end":"2026-04-19T11:11:26.222785Z","steps":["trace[21151411] 'read index received' (duration: 1.269879118s)","trace[21151411] 'applied index is now lower than readState.Index' (duration: 2.542226126s)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:11:26.223527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.812844246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17209"} {"level":"info","ts":"2026-04-19T11:11:26.223638Z","caller":"traceutil/trace.go:171","msg":"trace[352434588] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5289; }","duration":"3.813038439s","start":"2026-04-19T11:11:22.410575Z","end":"2026-04-19T11:11:26.223614Z","steps":["trace[352434588] 'agreement among raft nodes before linearized reading' (duration: 3.81247895s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:26.223703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:22.41055Z","time spent":"3.81313931s","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":17232,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-19T11:11:26.22392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.093312352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-19T11:11:26.223962Z","caller":"traceutil/trace.go:171","msg":"trace[1273265284] transaction","detail":"{read_only:false; response_revision:5291; number_of_response:1; }","duration":"172.069829ms","start":"2026-04-19T11:11:26.051867Z","end":"2026-04-19T11:11:26.223937Z","steps":["trace[1273265284] 'process raft request' (duration: 171.585322ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:11:26.224013Z","caller":"traceutil/trace.go:171","msg":"trace[442827298] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5291; }","duration":"2.093547285s","start":"2026-04-19T11:11:24.130445Z","end":"2026-04-19T11:11:26.223992Z","steps":["trace[442827298] 'agreement among raft nodes before linearized reading' (duration: 2.093315702s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:26.223974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.024344168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-19T11:11:26.224071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:24.130419Z","time spent":"2.093637407s","remote":"127.0.0.1:35752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:11:26.224191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.717130473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-19T11:11:26.224265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.792981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:11:26.224368Z","caller":"traceutil/trace.go:171","msg":"trace[1292926113] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5291; }","duration":"944.946544ms","start":"2026-04-19T11:11:25.279399Z","end":"2026-04-19T11:11:26.224346Z","steps":["trace[1292926113] 'agreement among raft nodes before linearized reading' (duration: 944.72822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:26.224474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:25.279386Z","time spent":"945.077985ms","remote":"127.0.0.1:35338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-19T11:11:26.224267Z","caller":"traceutil/trace.go:171","msg":"trace[551439420] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5291; }","duration":"2.717245235s","start":"2026-04-19T11:11:23.507002Z","end":"2026-04-19T11:11:26.224247Z","steps":["trace[551439420] 'agreement among raft nodes before linearized reading' (duration: 2.717059692s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:26.224679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:23.506973Z","time spent":"2.717644151s","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-19T11:11:26.22543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.759516028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-19T11:11:26.225533Z","caller":"traceutil/trace.go:171","msg":"trace[1939338678] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5291; }","duration":"3.759625519s","start":"2026-04-19T11:11:22.465839Z","end":"2026-04-19T11:11:26.225465Z","steps":["trace[1939338678] 'agreement among raft nodes before linearized reading' (duration: 3.7577496s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:26.224007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.823025146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-04-19T11:11:26.225112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.348397111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-19T11:11:26.223547Z","caller":"traceutil/trace.go:171","msg":"trace[454308965] transaction","detail":"{read_only:false; response_revision:5290; number_of_response:1; }","duration":"665.336405ms","start":"2026-04-19T11:11:25.558189Z","end":"2026-04-19T11:11:26.223525Z","steps":["trace[454308965] 'process raft request' (duration: 664.237859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:26.225128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.342557302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-19T11:11:26.225141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.139402176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-19T11:11:26.225229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.343309503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-19T11:11:26.225272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.351630299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-19T11:11:26.225267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.36226396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-19T11:11:26.226863Z","caller":"traceutil/trace.go:171","msg":"trace[4645386] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5291; }","duration":"3.363895976s","start":"2026-04-19T11:11:22.862951Z","end":"2026-04-19T11:11:26.226847Z","steps":["trace[4645386] 'agreement among raft nodes before linearized reading' (duration: 3.36223459s)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:11:26.224185Z","caller":"traceutil/trace.go:171","msg":"trace[2117665196] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5291; }","duration":"2.024652673s","start":"2026-04-19T11:11:24.199507Z","end":"2026-04-19T11:11:26.22416Z","steps":["trace[2117665196] 'agreement among raft nodes before linearized reading' (duration: 2.024288346s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:26.227915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:22.862928Z","time spent":"3.363977006s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-19T11:11:26.227789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:24.199486Z","time spent":"2.028272218s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:11:26.228165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:25.558149Z","time spent":"669.890364ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:11:26.228658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.360706297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-19T11:11:26.228217Z","caller":"traceutil/trace.go:171","msg":"trace[2082386462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5291; }","duration":"3.351527637s","start":"2026-04-19T11:11:22.876673Z","end":"2026-04-19T11:11:26.2282Z","steps":["trace[2082386462] 'agreement among raft nodes before linearized reading' (duration: 3.348278318s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:26.228746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:22.876662Z","time spent":"3.352069075s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-19T11:11:26.228749Z","caller":"traceutil/trace.go:171","msg":"trace[132048425] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5291; }","duration":"3.36089365s","start":"2026-04-19T11:11:22.867819Z","end":"2026-04-19T11:11:26.228713Z","steps":["trace[132048425] 'agreement among raft nodes before linearized reading' (duration: 3.357357077s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:26.229735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:22.867813Z","time spent":"3.361894346s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-19T11:11:26.228252Z","caller":"traceutil/trace.go:171","msg":"trace[1766692376] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5291; }","duration":"2.82729458s","start":"2026-04-19T11:11:23.400903Z","end":"2026-04-19T11:11:26.228198Z","steps":["trace[1766692376] 'agreement among raft nodes before linearized reading' (duration: 2.822721941s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:26.230374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:23.400883Z","time spent":"2.829469944s","remote":"127.0.0.1:49134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-04-19T11:11:26.228295Z","caller":"traceutil/trace.go:171","msg":"trace[1915644396] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:5291; }","duration":"3.142606254s","start":"2026-04-19T11:11:23.085679Z","end":"2026-04-19T11:11:26.228285Z","steps":["trace[1915644396] 'agreement among raft nodes before linearized reading' (duration: 3.139424866s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:26.230885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:23.085658Z","time spent":"3.145059291s","remote":"127.0.0.1:52284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-19T11:11:26.228247Z","caller":"traceutil/trace.go:171","msg":"trace[2089508325] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5291; }","duration":"3.345713749s","start":"2026-04-19T11:11:22.882509Z","end":"2026-04-19T11:11:26.228223Z","steps":["trace[2089508325] 'agreement among raft nodes before linearized reading' (duration: 3.34245709s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:26.232209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:22.882499Z","time spent":"3.349066139s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-19T11:11:26.228367Z","caller":"traceutil/trace.go:171","msg":"trace[1334794319] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5291; }","duration":"3.354716525s","start":"2026-04-19T11:11:22.873612Z","end":"2026-04-19T11:11:26.228329Z","steps":["trace[1334794319] 'agreement among raft nodes before linearized reading' (duration: 3.351571288s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:26.232343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:22.873602Z","time spent":"3.358730935s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-19T11:11:26.22843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:22.465817Z","time spent":"3.762529943s","remote":"127.0.0.1:35488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-04-19T11:11:26.228265Z","caller":"traceutil/trace.go:171","msg":"trace[1554464420] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5291; }","duration":"3.34637852s","start":"2026-04-19T11:11:22.881873Z","end":"2026-04-19T11:11:26.228252Z","steps":["trace[1554464420] 'agreement among raft nodes before linearized reading' (duration: 3.343196702s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:26.232497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:22.88186Z","time spent":"3.350626494s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-19T11:11:26.228966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.694449048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:11:26.232599Z","caller":"traceutil/trace.go:171","msg":"trace[1553858141] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:5291; }","duration":"1.698146734s","start":"2026-04-19T11:11:24.534436Z","end":"2026-04-19T11:11:26.232583Z","steps":["trace[1553858141] 'agreement among raft nodes before linearized reading' (duration: 1.694462158s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:26.232639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:24.53441Z","time spent":"1.698218655s","remote":"127.0.0.1:49248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-04-19T11:11:26.386239Z","caller":"traceutil/trace.go:171","msg":"trace[1579235452] transaction","detail":"{read_only:false; response_revision:5293; number_of_response:1; }","duration":"148.542104ms","start":"2026-04-19T11:11:26.237648Z","end":"2026-04-19T11:11:26.38619Z","steps":["trace[1579235452] 'process raft request' (duration: 148.213679ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:11:26.386406Z","caller":"traceutil/trace.go:171","msg":"trace[1884352497] transaction","detail":"{read_only:false; response_revision:5295; number_of_response:1; }","duration":"146.545634ms","start":"2026-04-19T11:11:26.239849Z","end":"2026-04-19T11:11:26.386395Z","steps":["trace[1884352497] 'process raft request' (duration: 146.32197ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:11:26.38625Z","caller":"traceutil/trace.go:171","msg":"trace[1658876254] transaction","detail":"{read_only:false; response_revision:5294; number_of_response:1; }","duration":"149.544669ms","start":"2026-04-19T11:11:26.236674Z","end":"2026-04-19T11:11:26.386219Z","steps":["trace[1658876254] 'process raft request' (duration: 149.392167ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:11:26.38667Z","caller":"traceutil/trace.go:171","msg":"trace[1265024162] transaction","detail":"{read_only:false; response_revision:5296; number_of_response:1; }","duration":"145.850165ms","start":"2026-04-19T11:11:26.240808Z","end":"2026-04-19T11:11:26.386658Z","steps":["trace[1265024162] 'process raft request' (duration: 145.530609ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:11:26.386866Z","caller":"traceutil/trace.go:171","msg":"trace[2062691447] transaction","detail":"{read_only:false; response_revision:5297; number_of_response:1; }","duration":"145.980155ms","start":"2026-04-19T11:11:26.240878Z","end":"2026-04-19T11:11:26.386858Z","steps":["trace[2062691447] 'process raft request' (duration: 145.743072ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:11:26.38717Z","caller":"traceutil/trace.go:171","msg":"trace[1959171733] transaction","detail":"{read_only:false; response_revision:5298; number_of_response:1; }","duration":"145.454008ms","start":"2026-04-19T11:11:26.24169Z","end":"2026-04-19T11:11:26.387144Z","steps":["trace[1959171733] 'process raft request' (duration: 145.032561ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:11:26.387657Z","caller":"traceutil/trace.go:171","msg":"trace[1437457373] linearizableReadLoop","detail":"{readStateIndex:5509; appliedIndex:5502; }","duration":"132.99081ms","start":"2026-04-19T11:11:26.254629Z","end":"2026-04-19T11:11:26.38762Z","steps":["trace[1437457373] 'read index received' (duration: 131.164572ms)","trace[1437457373] 'applied index is now lower than readState.Index' (duration: 1.824428ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:11:26.387824Z","caller":"traceutil/trace.go:171","msg":"trace[613567817] transaction","detail":"{read_only:false; response_revision:5299; number_of_response:1; }","duration":"143.731121ms","start":"2026-04-19T11:11:26.244079Z","end":"2026-04-19T11:11:26.38781Z","steps":["trace[613567817] 'process raft request' (duration: 142.787327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:26.388172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.584295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-19T11:11:26.388245Z","caller":"traceutil/trace.go:171","msg":"trace[537373709] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5299; }","duration":"150.696477ms","start":"2026-04-19T11:11:26.237531Z","end":"2026-04-19T11:11:26.388228Z","steps":["trace[537373709] 'agreement among raft nodes before linearized reading' (duration: 150.481174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:26.388243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.636221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:11:26.388602Z","caller":"traceutil/trace.go:171","msg":"trace[604204435] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5299; }","duration":"109.23191ms","start":"2026-04-19T11:11:26.279359Z","end":"2026-04-19T11:11:26.388591Z","steps":["trace[604204435] 'agreement among raft nodes before linearized reading' (duration: 108.786824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:26.3886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.612555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.246\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-19T11:11:26.388646Z","caller":"traceutil/trace.go:171","msg":"trace[404880044] range","detail":"{range_begin:/registry/masterleases/199.19.213.246; range_end:; response_count:1; response_revision:5299; }","duration":"105.719407ms","start":"2026-04-19T11:11:26.282914Z","end":"2026-04-19T11:11:26.388633Z","steps":["trace[404880044] 'agreement among raft nodes before linearized reading' (duration: 105.539024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:26.389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.109652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-53723625-cd77-453c-b21e-0decf9146692\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-04-19T11:11:26.389058Z","caller":"traceutil/trace.go:171","msg":"trace[387744339] range","detail":"{range_begin:/registry/persistentvolumes/pvc-53723625-cd77-453c-b21e-0decf9146692; range_end:; response_count:1; response_revision:5299; }","duration":"149.192334ms","start":"2026-04-19T11:11:26.239847Z","end":"2026-04-19T11:11:26.38904Z","steps":["trace[387744339] 'agreement among raft nodes before linearized reading' (duration: 148.599735ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:11:26.555741Z","caller":"traceutil/trace.go:171","msg":"trace[1579133519] linearizableReadLoop","detail":"{readStateIndex:5512; appliedIndex:5511; }","duration":"116.692713ms","start":"2026-04-19T11:11:26.439006Z","end":"2026-04-19T11:11:26.555699Z","steps":["trace[1579133519] 'read index received' (duration: 110.352197ms)","trace[1579133519] 'applied index is now lower than readState.Index' (duration: 6.339316ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:11:26.555777Z","caller":"traceutil/trace.go:171","msg":"trace[765605518] transaction","detail":"{read_only:false; response_revision:5301; number_of_response:1; }","duration":"135.762962ms","start":"2026-04-19T11:11:26.419982Z","end":"2026-04-19T11:11:26.555745Z","steps":["trace[765605518] 'process raft request' (duration: 129.479287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:26.556135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.091699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-19T11:11:26.556274Z","caller":"traceutil/trace.go:171","msg":"trace[1115511234] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5301; }","duration":"117.231421ms","start":"2026-04-19T11:11:26.438989Z","end":"2026-04-19T11:11:26.556221Z","steps":["trace[1115511234] 'agreement among raft nodes before linearized reading' (duration: 116.906736ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:11:26.773383Z","caller":"traceutil/trace.go:171","msg":"trace[412966363] transaction","detail":"{read_only:false; response_revision:5303; number_of_response:1; }","duration":"207.360192ms","start":"2026-04-19T11:11:26.565983Z","end":"2026-04-19T11:11:26.773343Z","steps":["trace[412966363] 'process raft request' (duration: 207.062727ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:11:26.77349Z","caller":"traceutil/trace.go:171","msg":"trace[891605066] transaction","detail":"{read_only:false; response_revision:5304; number_of_response:1; }","duration":"206.002953ms","start":"2026-04-19T11:11:26.567462Z","end":"2026-04-19T11:11:26.773465Z","steps":["trace[891605066] 'process raft request' (duration: 205.76578ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:11:26.773388Z","caller":"traceutil/trace.go:171","msg":"trace[357774236] linearizableReadLoop","detail":"{readStateIndex:5515; appliedIndex:5512; }","duration":"205.656748ms","start":"2026-04-19T11:11:26.567704Z","end":"2026-04-19T11:11:26.773361Z","steps":["trace[357774236] 'read index received' (duration: 24.241737ms)","trace[357774236] 'applied index is now lower than readState.Index' (duration: 181.413861ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:11:26.773637Z","caller":"traceutil/trace.go:171","msg":"trace[360362747] transaction","detail":"{read_only:false; response_revision:5305; number_of_response:1; }","duration":"201.565825ms","start":"2026-04-19T11:11:26.572047Z","end":"2026-04-19T11:11:26.773613Z","steps":["trace[360362747] 'process raft request' (duration: 201.259831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:26.773847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.125564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-19T11:11:26.773916Z","caller":"traceutil/trace.go:171","msg":"trace[527725170] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5305; }","duration":"206.219395ms","start":"2026-04-19T11:11:26.56768Z","end":"2026-04-19T11:11:26.773899Z","steps":["trace[527725170] 'agreement among raft nodes before linearized reading' (duration: 205.763729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:27.563851Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451644320975679,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-19T11:11:27.664902Z","caller":"traceutil/trace.go:171","msg":"trace[1395685510] linearizableReadLoop","detail":"{readStateIndex:5527; appliedIndex:5523; }","duration":"602.09684ms","start":"2026-04-19T11:11:27.062781Z","end":"2026-04-19T11:11:27.664877Z","steps":["trace[1395685510] 'read index received' (duration: 556.961758ms)","trace[1395685510] 'applied index is now lower than readState.Index' (duration: 45.133952ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:11:27.665551Z","caller":"traceutil/trace.go:171","msg":"trace[1088630318] transaction","detail":"{read_only:false; response_revision:5313; number_of_response:1; }","duration":"823.469974ms","start":"2026-04-19T11:11:26.842059Z","end":"2026-04-19T11:11:27.665529Z","steps":["trace[1088630318] 'process raft request' (duration: 777.855225ms)","trace[1088630318] 'compare' (duration: 44.660585ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:11:27.665708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:26.842051Z","time spent":"823.557475ms","remote":"127.0.0.1:35594","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1853,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:11:27.665832Z","caller":"traceutil/trace.go:171","msg":"trace[400216484] transaction","detail":"{read_only:false; response_revision:5316; number_of_response:1; }","duration":"809.94796ms","start":"2026-04-19T11:11:26.855854Z","end":"2026-04-19T11:11:27.665801Z","steps":["trace[400216484] 'process raft request' (duration: 808.959145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:27.665969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.185176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13291"} {"level":"info","ts":"2026-04-19T11:11:27.666015Z","caller":"traceutil/trace.go:171","msg":"trace[85836904] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5316; }","duration":"603.230357ms","start":"2026-04-19T11:11:27.062773Z","end":"2026-04-19T11:11:27.666003Z","steps":["trace[85836904] 'agreement among raft nodes before linearized reading' (duration: 603.139255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:27.666054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:27.062704Z","time spent":"603.342148ms","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13314,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-04-19T11:11:27.666034Z","caller":"traceutil/trace.go:171","msg":"trace[36837224] transaction","detail":"{read_only:false; response_revision:5315; number_of_response:1; }","duration":"822.992637ms","start":"2026-04-19T11:11:26.843019Z","end":"2026-04-19T11:11:27.666012Z","steps":["trace[36837224] 'process raft request' (duration: 821.745668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:27.666381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:26.843014Z","time spent":"823.091098ms","remote":"127.0.0.1:35500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":850,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:11:27.666498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.271549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-19T11:11:27.668044Z","caller":"traceutil/trace.go:171","msg":"trace[1179062847] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5316; }","duration":"518.806062ms","start":"2026-04-19T11:11:27.149216Z","end":"2026-04-19T11:11:27.668022Z","steps":["trace[1179062847] 'agreement among raft nodes before linearized reading' (duration: 517.176747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:27.668275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:27.149191Z","time spent":"518.964444ms","remote":"127.0.0.1:35488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-19T11:11:27.666638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.055499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:11:27.668477Z","caller":"traceutil/trace.go:171","msg":"trace[237559840] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5316; }","duration":"391.932517ms","start":"2026-04-19T11:11:27.276532Z","end":"2026-04-19T11:11:27.668464Z","steps":["trace[237559840] 'agreement among raft nodes before linearized reading' (duration: 390.084218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:27.668547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:27.276467Z","time spent":"392.067419ms","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-19T11:11:27.66665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:26.855828Z","time spent":"810.081421ms","remote":"127.0.0.1:35780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15333,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:11:27.665994Z","caller":"traceutil/trace.go:171","msg":"trace[415535659] transaction","detail":"{read_only:false; response_revision:5314; number_of_response:1; }","duration":"823.017267ms","start":"2026-04-19T11:11:26.842874Z","end":"2026-04-19T11:11:27.665892Z","steps":["trace[415535659] 'process raft request' (duration: 821.83661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:27.668887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:26.842869Z","time spent":"825.971171ms","remote":"127.0.0.1:35500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1273,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:11:28.069244Z","caller":"traceutil/trace.go:171","msg":"trace[252266668] transaction","detail":"{read_only:false; response_revision:5319; number_of_response:1; }","duration":"301.48935ms","start":"2026-04-19T11:11:27.767718Z","end":"2026-04-19T11:11:28.069207Z","steps":["trace[252266668] 'process raft request' (duration: 289.234436ms)","trace[252266668] 'compare' (duration: 11.662296ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:11:28.069451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:27.767697Z","time spent":"301.614582ms","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13837,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:11:28.069953Z","caller":"traceutil/trace.go:171","msg":"trace[1588932215] linearizableReadLoop","detail":"{readStateIndex:5531; appliedIndex:5529; }","duration":"211.608724ms","start":"2026-04-19T11:11:27.858311Z","end":"2026-04-19T11:11:28.06992Z","steps":["trace[1588932215] 'read index received' (duration: 198.575798ms)","trace[1588932215] 'applied index is now lower than readState.Index' (duration: 13.031616ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:11:28.070074Z","caller":"traceutil/trace.go:171","msg":"trace[1518498507] transaction","detail":"{read_only:false; response_revision:5320; number_of_response:1; }","duration":"302.305402ms","start":"2026-04-19T11:11:27.767721Z","end":"2026-04-19T11:11:28.070027Z","steps":["trace[1518498507] 'process raft request' (duration: 301.392829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:28.07016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.825698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-19T11:11:28.070222Z","caller":"traceutil/trace.go:171","msg":"trace[86780731] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:5320; }","duration":"211.96247ms","start":"2026-04-19T11:11:27.858244Z","end":"2026-04-19T11:11:28.070207Z","steps":["trace[86780731] 'agreement among raft nodes before linearized reading' (duration: 211.831527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:28.070241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:11:27.767688Z","time spent":"302.517506ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:11:28.209947Z","caller":"traceutil/trace.go:171","msg":"trace[1435279420] transaction","detail":"{read_only:false; response_revision:5322; number_of_response:1; }","duration":"167.029919ms","start":"2026-04-19T11:11:28.042889Z","end":"2026-04-19T11:11:28.209919Z","steps":["trace[1435279420] 'process raft request' (duration: 166.955338ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:11:28.210004Z","caller":"traceutil/trace.go:171","msg":"trace[1001446529] transaction","detail":"{read_only:false; response_revision:5321; number_of_response:1; }","duration":"245.278361ms","start":"2026-04-19T11:11:27.9647Z","end":"2026-04-19T11:11:28.209979Z","steps":["trace[1001446529] 'process raft request' (duration: 234.215064ms)","trace[1001446529] 'compare' (duration: 10.786893ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:11:28.210251Z","caller":"traceutil/trace.go:171","msg":"trace[416882712] transaction","detail":"{read_only:false; response_revision:5323; number_of_response:1; }","duration":"167.244674ms","start":"2026-04-19T11:11:28.042996Z","end":"2026-04-19T11:11:28.21024Z","steps":["trace[416882712] 'process raft request' (duration: 166.888928ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:11:28.210436Z","caller":"traceutil/trace.go:171","msg":"trace[451864405] linearizableReadLoop","detail":"{readStateIndex:5534; appliedIndex:5531; }","duration":"140.014403ms","start":"2026-04-19T11:11:28.070158Z","end":"2026-04-19T11:11:28.210173Z","steps":["trace[451864405] 'read index received' (duration: 128.64171ms)","trace[451864405] 'applied index is now lower than readState.Index' (duration: 11.371703ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:11:28.210574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.910282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:11:28.21065Z","caller":"traceutil/trace.go:171","msg":"trace[1393269937] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:5323; }","duration":"213.059185ms","start":"2026-04-19T11:11:27.997571Z","end":"2026-04-19T11:11:28.210631Z","steps":["trace[1393269937] 'agreement among raft nodes before linearized reading' (duration: 212.935573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:28.211216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.975697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13852"} {"level":"info","ts":"2026-04-19T11:11:28.211271Z","caller":"traceutil/trace.go:171","msg":"trace[227593155] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5323; }","duration":"133.116109ms","start":"2026-04-19T11:11:28.078142Z","end":"2026-04-19T11:11:28.211258Z","steps":["trace[227593155] 'agreement among raft nodes before linearized reading' (duration: 132.404898ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:11:28.462529Z","caller":"traceutil/trace.go:171","msg":"trace[1397451957] transaction","detail":"{read_only:false; response_revision:5325; number_of_response:1; }","duration":"175.291755ms","start":"2026-04-19T11:11:28.287207Z","end":"2026-04-19T11:11:28.462499Z","steps":["trace[1397451957] 'process raft request' (duration: 175.082792ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:11:28.509228Z","caller":"traceutil/trace.go:171","msg":"trace[1568071990] transaction","detail":"{read_only:false; response_revision:5327; number_of_response:1; }","duration":"220.545007ms","start":"2026-04-19T11:11:28.288659Z","end":"2026-04-19T11:11:28.509204Z","steps":["trace[1568071990] 'process raft request' (duration: 220.409745ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:11:28.509322Z","caller":"traceutil/trace.go:171","msg":"trace[1160732148] transaction","detail":"{read_only:false; response_revision:5328; number_of_response:1; }","duration":"220.542627ms","start":"2026-04-19T11:11:28.288768Z","end":"2026-04-19T11:11:28.509311Z","steps":["trace[1160732148] 'process raft request' (duration: 220.348774ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:11:28.509226Z","caller":"traceutil/trace.go:171","msg":"trace[848915818] transaction","detail":"{read_only:false; response_revision:5326; number_of_response:1; }","duration":"221.237238ms","start":"2026-04-19T11:11:28.287932Z","end":"2026-04-19T11:11:28.509169Z","steps":["trace[848915818] 'process raft request' (duration: 220.991044ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:11:28.509679Z","caller":"traceutil/trace.go:171","msg":"trace[1734442584] transaction","detail":"{read_only:false; response_revision:5329; number_of_response:1; }","duration":"220.736449ms","start":"2026-04-19T11:11:28.28893Z","end":"2026-04-19T11:11:28.509667Z","steps":["trace[1734442584] 'process raft request' (duration: 220.212372ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:11:28.509914Z","caller":"traceutil/trace.go:171","msg":"trace[535112684] transaction","detail":"{read_only:false; response_revision:5330; number_of_response:1; }","duration":"215.043364ms","start":"2026-04-19T11:11:28.294856Z","end":"2026-04-19T11:11:28.5099Z","steps":["trace[535112684] 'process raft request' (duration: 214.556447ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:11:28.509911Z","caller":"traceutil/trace.go:171","msg":"trace[2131791063] linearizableReadLoop","detail":"{readStateIndex:5541; appliedIndex:5535; }","duration":"117.553743ms","start":"2026-04-19T11:11:28.392338Z","end":"2026-04-19T11:11:28.509892Z","steps":["trace[2131791063] 'read index received' (duration: 70.102448ms)","trace[2131791063] 'applied index is now lower than readState.Index' (duration: 47.449535ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:11:28.510227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.602575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-19T11:11:28.510274Z","caller":"traceutil/trace.go:171","msg":"trace[329265601] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5330; }","duration":"115.737117ms","start":"2026-04-19T11:11:28.394526Z","end":"2026-04-19T11:11:28.510263Z","steps":["trace[329265601] 'agreement among raft nodes before linearized reading' (duration: 115.489073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:28.510347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.482272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-19T11:11:28.510381Z","caller":"traceutil/trace.go:171","msg":"trace[2099726259] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5330; }","duration":"113.531374ms","start":"2026-04-19T11:11:28.396839Z","end":"2026-04-19T11:11:28.510371Z","steps":["trace[2099726259] 'agreement among raft nodes before linearized reading' (duration: 113.434242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:28.510553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.907939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-19T11:11:28.510238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.886589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-19T11:11:28.510617Z","caller":"traceutil/trace.go:171","msg":"trace[750426029] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5330; }","duration":"115.9916ms","start":"2026-04-19T11:11:28.394611Z","end":"2026-04-19T11:11:28.510603Z","steps":["trace[750426029] 'agreement among raft nodes before linearized reading' (duration: 115.840538ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:11:28.510638Z","caller":"traceutil/trace.go:171","msg":"trace[2077956870] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5330; }","duration":"110.307544ms","start":"2026-04-19T11:11:28.400322Z","end":"2026-04-19T11:11:28.51063Z","steps":["trace[2077956870] 'agreement among raft nodes before linearized reading' (duration: 109.836318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:28.514619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.245023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-19T11:11:28.514687Z","caller":"traceutil/trace.go:171","msg":"trace[70348058] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5330; }","duration":"122.414116ms","start":"2026-04-19T11:11:28.392255Z","end":"2026-04-19T11:11:28.514669Z","steps":["trace[70348058] 'agreement among raft nodes before linearized reading' (duration: 117.692285ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:11:28.689301Z","caller":"traceutil/trace.go:171","msg":"trace[468730715] transaction","detail":"{read_only:false; response_revision:5332; number_of_response:1; }","duration":"172.834988ms","start":"2026-04-19T11:11:28.516415Z","end":"2026-04-19T11:11:28.68925Z","steps":["trace[468730715] 'process raft request' (duration: 172.569823ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:11:28.689375Z","caller":"traceutil/trace.go:171","msg":"trace[227311282] transaction","detail":"{read_only:false; response_revision:5334; number_of_response:1; }","duration":"173.049801ms","start":"2026-04-19T11:11:28.516294Z","end":"2026-04-19T11:11:28.689344Z","steps":["trace[227311282] 'process raft request' (duration: 172.928959ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:11:28.689558Z","caller":"traceutil/trace.go:171","msg":"trace[330868437] transaction","detail":"{read_only:false; response_revision:5333; number_of_response:1; }","duration":"173.015411ms","start":"2026-04-19T11:11:28.516522Z","end":"2026-04-19T11:11:28.689537Z","steps":["trace[330868437] 'process raft request' (duration: 172.644535ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:11:28.689771Z","caller":"traceutil/trace.go:171","msg":"trace[1253238594] linearizableReadLoop","detail":"{readStateIndex:5546; appliedIndex:5541; }","duration":"168.853288ms","start":"2026-04-19T11:11:28.520898Z","end":"2026-04-19T11:11:28.689751Z","steps":["trace[1253238594] 'read index received' (duration: 13.432593ms)","trace[1253238594] 'applied index is now lower than readState.Index' (duration: 155.418585ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:11:28.689906Z","caller":"traceutil/trace.go:171","msg":"trace[1341571324] transaction","detail":"{read_only:false; response_revision:5335; number_of_response:1; }","duration":"169.566179ms","start":"2026-04-19T11:11:28.520322Z","end":"2026-04-19T11:11:28.689888Z","steps":["trace[1341571324] 'process raft request' (duration: 168.97258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:11:28.690066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.143613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:6 size:61968"} {"level":"info","ts":"2026-04-19T11:11:28.69012Z","caller":"traceutil/trace.go:171","msg":"trace[1795947291] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:6; response_revision:5335; }","duration":"169.248834ms","start":"2026-04-19T11:11:28.520858Z","end":"2026-04-19T11:11:28.690106Z","steps":["trace[1795947291] 'agreement among raft nodes before linearized reading' (duration: 168.95894ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:11:28.808403Z","caller":"traceutil/trace.go:171","msg":"trace[816540186] transaction","detail":"{read_only:false; response_revision:5336; number_of_response:1; }","duration":"106.968453ms","start":"2026-04-19T11:11:28.701409Z","end":"2026-04-19T11:11:28.808377Z","steps":["trace[816540186] 'process raft request' (duration: 105.934758ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:12:00.6887Z","caller":"traceutil/trace.go:171","msg":"trace[2065020812] linearizableReadLoop","detail":"{readStateIndex:5829; appliedIndex:5828; }","duration":"139.087889ms","start":"2026-04-19T11:12:00.549588Z","end":"2026-04-19T11:12:00.688675Z","steps":["trace[2065020812] 'read index received' (duration: 131.640839ms)","trace[2065020812] 'applied index is now lower than readState.Index' (duration: 7.446219ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:12:00.688764Z","caller":"traceutil/trace.go:171","msg":"trace[987676253] transaction","detail":"{read_only:false; response_revision:5610; number_of_response:1; }","duration":"282.118387ms","start":"2026-04-19T11:12:00.406605Z","end":"2026-04-19T11:12:00.688723Z","steps":["trace[987676253] 'process raft request' (duration: 274.599927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:12:00.688969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.352552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-19T11:12:00.689023Z","caller":"traceutil/trace.go:171","msg":"trace[1339395073] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:5610; }","duration":"139.476824ms","start":"2026-04-19T11:12:00.549533Z","end":"2026-04-19T11:12:00.68901Z","steps":["trace[1339395073] 'agreement among raft nodes before linearized reading' (duration: 139.288302ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:12:10.564654Z","caller":"traceutil/trace.go:171","msg":"trace[692308531] transaction","detail":"{read_only:false; response_revision:5666; number_of_response:1; }","duration":"124.90904ms","start":"2026-04-19T11:12:10.439687Z","end":"2026-04-19T11:12:10.564596Z","steps":["trace[692308531] 'process raft request' (duration: 107.153168ms)","trace[692308531] 'compare' (duration: 17.344796ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:12:10.56463Z","caller":"traceutil/trace.go:171","msg":"trace[910659911] transaction","detail":"{read_only:false; response_revision:5667; number_of_response:1; }","duration":"124.84195ms","start":"2026-04-19T11:12:10.439752Z","end":"2026-04-19T11:12:10.564594Z","steps":["trace[910659911] 'process raft request' (duration: 124.693108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:12:10.908586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.537897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-19T11:12:10.908681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.729687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-19T11:12:10.908959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.052954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:12:10.908733Z","caller":"traceutil/trace.go:171","msg":"trace[2063361158] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5667; }","duration":"179.760929ms","start":"2026-04-19T11:12:10.728946Z","end":"2026-04-19T11:12:10.908707Z","steps":["trace[2063361158] 'range keys from in-memory index tree' (duration: 179.435424ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:12:10.909193Z","caller":"traceutil/trace.go:171","msg":"trace[1788335955] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5667; }","duration":"180.424319ms","start":"2026-04-19T11:12:10.728632Z","end":"2026-04-19T11:12:10.909056Z","steps":["trace[1788335955] 'range keys from in-memory index tree' (duration: 179.890581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:12:10.908782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.551479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-19T11:12:10.909364Z","caller":"traceutil/trace.go:171","msg":"trace[1827927513] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:5667; }","duration":"128.172849ms","start":"2026-04-19T11:12:10.781131Z","end":"2026-04-19T11:12:10.909304Z","steps":["trace[1827927513] 'count revisions from in-memory index tree' (duration: 127.435638ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:12:10.909822Z","caller":"traceutil/trace.go:171","msg":"trace[1244200445] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5667; }","duration":"169.960555ms","start":"2026-04-19T11:12:10.739836Z","end":"2026-04-19T11:12:10.909797Z","steps":["trace[1244200445] 'range keys from in-memory index tree' (duration: 168.477183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:12:10.91004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.416464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-04-19T11:12:10.910091Z","caller":"traceutil/trace.go:171","msg":"trace[1750288676] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5667; }","duration":"177.481755ms","start":"2026-04-19T11:12:10.7326Z","end":"2026-04-19T11:12:10.910081Z","steps":["trace[1750288676] 'range keys from in-memory index tree' (duration: 176.112415ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:12:11.061581Z","caller":"traceutil/trace.go:171","msg":"trace[1081777534] transaction","detail":"{read_only:false; response_revision:5670; number_of_response:1; }","duration":"143.647746ms","start":"2026-04-19T11:12:10.917911Z","end":"2026-04-19T11:12:11.061559Z","steps":["trace[1081777534] 'process raft request' (duration: 143.574035ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:12:11.061885Z","caller":"traceutil/trace.go:171","msg":"trace[1173471671] transaction","detail":"{read_only:false; response_revision:5669; number_of_response:1; }","duration":"144.029852ms","start":"2026-04-19T11:12:10.917845Z","end":"2026-04-19T11:12:11.061874Z","steps":["trace[1173471671] 'process raft request' (duration: 136.692914ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:12:11.061867Z","caller":"traceutil/trace.go:171","msg":"trace[1828132020] linearizableReadLoop","detail":"{readStateIndex:5892; appliedIndex:5889; }","duration":"104.961506ms","start":"2026-04-19T11:12:10.956834Z","end":"2026-04-19T11:12:11.061796Z","steps":["trace[1828132020] 'read index received' (duration: 97.592948ms)","trace[1828132020] 'applied index is now lower than readState.Index' (duration: 7.365927ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:12:11.062108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.168684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-19T11:12:11.062167Z","caller":"traceutil/trace.go:171","msg":"trace[1665970658] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5671; }","duration":"144.280665ms","start":"2026-04-19T11:12:10.917867Z","end":"2026-04-19T11:12:11.062148Z","steps":["trace[1665970658] 'agreement among raft nodes before linearized reading' (duration: 144.082352ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:12:11.062301Z","caller":"traceutil/trace.go:171","msg":"trace[1884296473] transaction","detail":"{read_only:false; response_revision:5671; number_of_response:1; }","duration":"143.420293ms","start":"2026-04-19T11:12:10.918869Z","end":"2026-04-19T11:12:11.062289Z","steps":["trace[1884296473] 'process raft request' (duration: 142.658812ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:12:11.071134Z","caller":"traceutil/trace.go:171","msg":"trace[1399081141] transaction","detail":"{read_only:false; response_revision:5672; number_of_response:1; }","duration":"110.169483ms","start":"2026-04-19T11:12:10.960926Z","end":"2026-04-19T11:12:11.071096Z","steps":["trace[1399081141] 'process raft request' (duration: 110.003101ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:12:12.734703Z","caller":"traceutil/trace.go:171","msg":"trace[804360975] transaction","detail":"{read_only:false; response_revision:5676; number_of_response:1; }","duration":"162.35035ms","start":"2026-04-19T11:12:12.572298Z","end":"2026-04-19T11:12:12.734648Z","steps":["trace[804360975] 'process raft request' (duration: 161.865233ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:12:12.736114Z","caller":"traceutil/trace.go:171","msg":"trace[395339843] linearizableReadLoop","detail":"{readStateIndex:5898; appliedIndex:5896; }","duration":"107.330719ms","start":"2026-04-19T11:12:12.628756Z","end":"2026-04-19T11:12:12.736086Z","steps":["trace[395339843] 'read index received' (duration: 15.752471ms)","trace[395339843] 'applied index is now lower than readState.Index' (duration: 91.576358ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:12:12.73709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.309024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-19T11:12:12.737156Z","caller":"traceutil/trace.go:171","msg":"trace[432098015] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5677; }","duration":"108.440246ms","start":"2026-04-19T11:12:12.628702Z","end":"2026-04-19T11:12:12.737142Z","steps":["trace[432098015] 'agreement among raft nodes before linearized reading' (duration: 108.215672ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:12:23.201625Z","caller":"traceutil/trace.go:171","msg":"trace[1707389862] linearizableReadLoop","detail":"{readStateIndex:5977; appliedIndex:5976; }","duration":"257.138106ms","start":"2026-04-19T11:12:22.944451Z","end":"2026-04-19T11:12:23.201589Z","steps":["trace[1707389862] 'read index received' (duration: 256.869713ms)","trace[1707389862] 'applied index is now lower than readState.Index' (duration: 266.413µs)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:12:23.2018Z","caller":"traceutil/trace.go:171","msg":"trace[389314847] transaction","detail":"{read_only:false; response_revision:5753; number_of_response:1; }","duration":"422.780174ms","start":"2026-04-19T11:12:22.778977Z","end":"2026-04-19T11:12:23.201757Z","steps":["trace[389314847] 'process raft request' (duration: 422.392948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:12:23.201918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.44088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:12:23.202006Z","caller":"traceutil/trace.go:171","msg":"trace[2080833210] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5753; }","duration":"257.654974ms","start":"2026-04-19T11:12:22.94433Z","end":"2026-04-19T11:12:23.201985Z","steps":["trace[2080833210] 'agreement among raft nodes before linearized reading' (duration: 257.473681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:12:23.202084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.453261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:12:23.202162Z","caller":"traceutil/trace.go:171","msg":"trace[1236566886] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5753; }","duration":"257.732435ms","start":"2026-04-19T11:12:22.944415Z","end":"2026-04-19T11:12:23.202147Z","steps":["trace[1236566886] 'agreement among raft nodes before linearized reading' (duration: 257.480422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:12:23.202157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:12:22.778949Z","time spent":"423.040467ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:12:23.204006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.986444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-19T11:12:23.204065Z","caller":"traceutil/trace.go:171","msg":"trace[1149851851] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5753; }","duration":"255.396771ms","start":"2026-04-19T11:12:22.948651Z","end":"2026-04-19T11:12:23.204047Z","steps":["trace[1149851851] 'agreement among raft nodes before linearized reading' (duration: 253.793197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:12:23.205187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.12093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-19T11:12:23.20529Z","caller":"traceutil/trace.go:171","msg":"trace[194945238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5753; }","duration":"189.267722ms","start":"2026-04-19T11:12:23.016001Z","end":"2026-04-19T11:12:23.205269Z","steps":["trace[194945238] 'agreement among raft nodes before linearized reading' (duration: 186.41384ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:12:27.536284Z","caller":"traceutil/trace.go:171","msg":"trace[1973633187] transaction","detail":"{read_only:false; response_revision:5782; number_of_response:1; }","duration":"105.680486ms","start":"2026-04-19T11:12:27.430559Z","end":"2026-04-19T11:12:27.53624Z","steps":["trace[1973633187] 'process raft request' (duration: 105.042996ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:12:27.650033Z","caller":"traceutil/trace.go:171","msg":"trace[1907404307] transaction","detail":"{read_only:false; response_revision:5783; number_of_response:1; }","duration":"100.737603ms","start":"2026-04-19T11:12:27.549258Z","end":"2026-04-19T11:12:27.649995Z","steps":["trace[1907404307] 'process raft request' (duration: 92.028246ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:12:27.972061Z","caller":"traceutil/trace.go:171","msg":"trace[454234770] transaction","detail":"{read_only:false; response_revision:5784; number_of_response:1; }","duration":"149.624559ms","start":"2026-04-19T11:12:27.822412Z","end":"2026-04-19T11:12:27.972036Z","steps":["trace[454234770] 'process raft request' (duration: 149.445316ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:12:28.792515Z","caller":"traceutil/trace.go:171","msg":"trace[1541259285] transaction","detail":"{read_only:false; response_revision:5787; number_of_response:1; }","duration":"131.866517ms","start":"2026-04-19T11:12:28.66023Z","end":"2026-04-19T11:12:28.792097Z","steps":["trace[1541259285] 'process raft request' (duration: 131.667694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:12:31.501681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.99265ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-19T11:12:31.501804Z","caller":"traceutil/trace.go:171","msg":"trace[822527169] linearizableReadLoop","detail":"{readStateIndex:6027; appliedIndex:6026; }","duration":"129.524071ms","start":"2026-04-19T11:12:31.372261Z","end":"2026-04-19T11:12:31.501786Z","steps":["trace[822527169] 'read index received' (duration: 49.5µs)","trace[822527169] 'applied index is now lower than readState.Index' (duration: 129.47323ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:12:31.502168Z","caller":"traceutil/trace.go:171","msg":"trace[1921642745] transaction","detail":"{read_only:false; response_revision:5802; number_of_response:1; }","duration":"195.394744ms","start":"2026-04-19T11:12:31.306756Z","end":"2026-04-19T11:12:31.502151Z","steps":["trace[1921642745] 'process raft request' (duration: 16.822356ms)","trace[1921642745] 'compare' (duration: 177.831197ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:12:31.502495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.231881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-19T11:12:31.50254Z","caller":"traceutil/trace.go:171","msg":"trace[1296158465] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5802; }","duration":"130.315703ms","start":"2026-04-19T11:12:31.372211Z","end":"2026-04-19T11:12:31.502527Z","steps":["trace[1296158465] 'agreement among raft nodes before linearized reading' (duration: 130.172121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:12:31.612722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.634455ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-19T11:12:31.613043Z","caller":"traceutil/trace.go:171","msg":"trace[910253550] linearizableReadLoop","detail":"{readStateIndex:6028; appliedIndex:6027; }","duration":"111.175703ms","start":"2026-04-19T11:12:31.501834Z","end":"2026-04-19T11:12:31.61301Z","steps":["trace[910253550] 'read index received' (duration: 2.157372ms)","trace[910253550] 'applied index is now lower than readState.Index' (duration: 109.01466ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:12:31.613257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.742595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-19T11:12:31.613255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.643513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-19T11:12:31.613263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.957164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-19T11:12:31.613331Z","caller":"traceutil/trace.go:171","msg":"trace[2024525381] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5802; }","duration":"240.821136ms","start":"2026-04-19T11:12:31.372468Z","end":"2026-04-19T11:12:31.613289Z","steps":["trace[2024525381] 'agreement among raft nodes before linearized reading' (duration: 240.679964ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:12:31.613328Z","caller":"traceutil/trace.go:171","msg":"trace[1454139279] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5802; }","duration":"240.798676ms","start":"2026-04-19T11:12:31.372508Z","end":"2026-04-19T11:12:31.613306Z","steps":["trace[1454139279] 'agreement among raft nodes before linearized reading' (duration: 240.504511ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:12:31.613363Z","caller":"traceutil/trace.go:171","msg":"trace[569313369] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5802; }","duration":"240.133206ms","start":"2026-04-19T11:12:31.373208Z","end":"2026-04-19T11:12:31.613341Z","steps":["trace[569313369] 'agreement among raft nodes before linearized reading' (duration: 239.835031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:12:31.613543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.08449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-19T11:12:31.6136Z","caller":"traceutil/trace.go:171","msg":"trace[607419667] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5802; }","duration":"241.189182ms","start":"2026-04-19T11:12:31.372396Z","end":"2026-04-19T11:12:31.613585Z","steps":["trace[607419667] 'agreement among raft nodes before linearized reading' (duration: 241.05967ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:12:31.61469Z","caller":"traceutil/trace.go:171","msg":"trace[689431988] transaction","detail":"{read_only:false; response_revision:5803; number_of_response:1; }","duration":"106.663087ms","start":"2026-04-19T11:12:31.508002Z","end":"2026-04-19T11:12:31.614665Z","steps":["trace[689431988] 'process raft request' (duration: 104.86041ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:12:31.708238Z","caller":"traceutil/trace.go:171","msg":"trace[1029926263] transaction","detail":"{read_only:false; response_revision:5804; number_of_response:1; }","duration":"161.833762ms","start":"2026-04-19T11:12:31.546374Z","end":"2026-04-19T11:12:31.708208Z","steps":["trace[1029926263] 'process raft request' (duration: 161.586578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:12:31.708342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.11361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-19T11:12:31.708583Z","caller":"traceutil/trace.go:171","msg":"trace[334070197] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:5804; }","duration":"113.327605ms","start":"2026-04-19T11:12:31.595139Z","end":"2026-04-19T11:12:31.708466Z","steps":["trace[334070197] 'agreement among raft nodes before linearized reading' (duration: 112.985669ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:12:31.741443Z","caller":"traceutil/trace.go:171","msg":"trace[1856992623] transaction","detail":"{read_only:false; response_revision:5805; number_of_response:1; }","duration":"122.070762ms","start":"2026-04-19T11:12:31.619335Z","end":"2026-04-19T11:12:31.741405Z","steps":["trace[1856992623] 'process raft request' (duration: 106.83918ms)","trace[1856992623] 'compare' (duration: 14.351889ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:12:31.741846Z","caller":"traceutil/trace.go:171","msg":"trace[1755365710] transaction","detail":"{read_only:false; response_revision:5806; number_of_response:1; }","duration":"122.374156ms","start":"2026-04-19T11:12:31.61946Z","end":"2026-04-19T11:12:31.741835Z","steps":["trace[1755365710] 'process raft request' (duration: 121.878119ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:12:31.741933Z","caller":"traceutil/trace.go:171","msg":"trace[1548564610] transaction","detail":"{read_only:false; response_revision:5807; number_of_response:1; }","duration":"122.451117ms","start":"2026-04-19T11:12:31.619462Z","end":"2026-04-19T11:12:31.741913Z","steps":["trace[1548564610] 'process raft request' (duration: 122.00165ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:12:31.742156Z","caller":"traceutil/trace.go:171","msg":"trace[483032710] transaction","detail":"{read_only:false; response_revision:5808; number_of_response:1; }","duration":"122.59268ms","start":"2026-04-19T11:12:31.619552Z","end":"2026-04-19T11:12:31.742144Z","steps":["trace[483032710] 'process raft request' (duration: 121.95393ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:15:00.509592Z","caller":"traceutil/trace.go:171","msg":"trace[1634669595] transaction","detail":"{read_only:false; response_revision:6855; number_of_response:1; }","duration":"103.048025ms","start":"2026-04-19T11:15:00.406514Z","end":"2026-04-19T11:15:00.509562Z","steps":["trace[1634669595] 'process raft request' (duration: 88.480926ms)","trace[1634669595] 'compare' (duration: 14.386332ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:15:01.048127Z","caller":"traceutil/trace.go:171","msg":"trace[877039632] linearizableReadLoop","detail":"{readStateIndex:7119; appliedIndex:7118; }","duration":"427.984201ms","start":"2026-04-19T11:15:00.620097Z","end":"2026-04-19T11:15:01.048081Z","steps":["trace[877039632] 'read index received' (duration: 401.263435ms)","trace[877039632] 'applied index is now lower than readState.Index' (duration: 26.718936ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:15:01.048455Z","caller":"traceutil/trace.go:171","msg":"trace[606681575] transaction","detail":"{read_only:false; response_revision:6857; number_of_response:1; }","duration":"533.718856ms","start":"2026-04-19T11:15:00.514713Z","end":"2026-04-19T11:15:01.048432Z","steps":["trace[606681575] 'process raft request' (duration: 506.71333ms)","trace[606681575] 'compare' (duration: 26.085762ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:15:01.048595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:15:00.514685Z","time spent":"533.8108ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:15:01.049172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.064252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-19T11:15:01.049235Z","caller":"traceutil/trace.go:171","msg":"trace[568302906] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6857; }","duration":"429.168256ms","start":"2026-04-19T11:15:00.620053Z","end":"2026-04-19T11:15:01.049221Z","steps":["trace[568302906] 'agreement among raft nodes before linearized reading' (duration: 428.984919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:15:01.049241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.951705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-19T11:15:01.049271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:15:00.62003Z","time spent":"429.231108ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-19T11:15:01.049269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.498889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-19T11:15:01.049316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.66959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-19T11:15:01.049323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.654501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-19T11:15:01.04933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.447317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-19T11:15:01.04935Z","caller":"traceutil/trace.go:171","msg":"trace[1880576513] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6857; }","duration":"230.091881ms","start":"2026-04-19T11:15:00.819237Z","end":"2026-04-19T11:15:01.049329Z","steps":["trace[1880576513] 'agreement among raft nodes before linearized reading' (duration: 229.864922ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:15:01.049357Z","caller":"traceutil/trace.go:171","msg":"trace[282432458] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6857; }","duration":"424.605763ms","start":"2026-04-19T11:15:00.624734Z","end":"2026-04-19T11:15:01.049339Z","steps":["trace[282432458] 'agreement among raft nodes before linearized reading' (duration: 424.437837ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:15:01.049382Z","caller":"traceutil/trace.go:171","msg":"trace[2005746482] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:6857; }","duration":"183.803815ms","start":"2026-04-19T11:15:00.86556Z","end":"2026-04-19T11:15:01.049364Z","steps":["trace[2005746482] 'agreement among raft nodes before linearized reading' (duration: 183.68108ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:15:01.049399Z","caller":"traceutil/trace.go:171","msg":"trace[301230478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6857; }","duration":"424.583722ms","start":"2026-04-19T11:15:00.624799Z","end":"2026-04-19T11:15:01.049383Z","steps":["trace[301230478] 'agreement among raft nodes before linearized reading' (duration: 424.333602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:15:01.049547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:15:00.624785Z","time spent":"424.710347ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-19T11:15:01.049396Z","caller":"traceutil/trace.go:171","msg":"trace[1189594939] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6857; }","duration":"426.828887ms","start":"2026-04-19T11:15:00.622547Z","end":"2026-04-19T11:15:01.049376Z","steps":["trace[1189594939] 'agreement among raft nodes before linearized reading' (duration: 426.548547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:15:01.049698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:15:00.622525Z","time spent":"427.15426ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-19T11:15:01.049409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:15:00.624721Z","time spent":"424.675565ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-19T11:15:56.887379Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4992} {"level":"info","ts":"2026-04-19T11:15:56.964223Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4992,"took":"75.701615ms","hash":4042940633,"current-db-size-bytes":49819648,"current-db-size":"50 MB","current-db-size-in-use-bytes":19288064,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-04-19T11:15:56.964569Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4042940633,"revision":4992,"compact-revision":2663}