{"level":"warn","ts":"2026-05-30T01:47:36.489025Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-30T01:47:36.489112Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.74:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.74:2380","--initial-cluster=instance=https://199.204.45.74:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.74:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.74:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-30T01:47:36.489187Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-30T01:47:36.489199Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.74:2380"]} {"level":"info","ts":"2026-05-30T01:47:36.489221Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-30T01:47:36.489838Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.74:2379"]} {"level":"info","ts":"2026-05-30T01:47:36.489911Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.74:2380"],"listen-peer-urls":["https://199.204.45.74:2380"],"advertise-client-urls":["https://199.204.45.74:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.74:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.74:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-30T01:47:36.497332Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"7.208726ms"} {"level":"info","ts":"2026-05-30T01:47:36.510455Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"89ba38f964b95aa0","cluster-id":"54492f71bf65c400"} {"level":"info","ts":"2026-05-30T01:47:36.510578Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 switched to configuration voters=()"} {"level":"info","ts":"2026-05-30T01:47:36.510606Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became follower at term 0"} {"level":"info","ts":"2026-05-30T01:47:36.51063Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 89ba38f964b95aa0 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-30T01:47:36.510639Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became follower at term 1"} {"level":"info","ts":"2026-05-30T01:47:36.51068Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 switched to configuration voters=(9924307372652190368)"} {"level":"warn","ts":"2026-05-30T01:47:36.519962Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-30T01:47:36.521315Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-30T01:47:36.522799Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-30T01:47:36.525476Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"89ba38f964b95aa0","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-30T01:47:36.525873Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-30T01:47:36.525954Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-30T01:47:36.525973Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-30T01:47:36.52569Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"89ba38f964b95aa0","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-30T01:47:36.527697Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 switched to configuration voters=(9924307372652190368)"} {"level":"info","ts":"2026-05-30T01:47:36.527977Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"54492f71bf65c400","local-member-id":"89ba38f964b95aa0","added-peer-id":"89ba38f964b95aa0","added-peer-peer-urls":["https://199.204.45.74:2380"]} {"level":"info","ts":"2026-05-30T01:47:36.530096Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-30T01:47:36.530362Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"89ba38f964b95aa0","initial-advertise-peer-urls":["https://199.204.45.74:2380"],"listen-peer-urls":["https://199.204.45.74:2380"],"advertise-client-urls":["https://199.204.45.74:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.74:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-30T01:47:36.530413Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-30T01:47:36.53094Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.74:2380"} {"level":"info","ts":"2026-05-30T01:47:36.533247Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.74:2380"} {"level":"info","ts":"2026-05-30T01:47:36.711326Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 is starting a new election at term 1"} {"level":"info","ts":"2026-05-30T01:47:36.711365Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became pre-candidate at term 1"} {"level":"info","ts":"2026-05-30T01:47:36.71138Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 received MsgPreVoteResp from 89ba38f964b95aa0 at term 1"} {"level":"info","ts":"2026-05-30T01:47:36.711392Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became candidate at term 2"} {"level":"info","ts":"2026-05-30T01:47:36.711397Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 received MsgVoteResp from 89ba38f964b95aa0 at term 2"} {"level":"info","ts":"2026-05-30T01:47:36.711406Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became leader at term 2"} {"level":"info","ts":"2026-05-30T01:47:36.711413Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 89ba38f964b95aa0 elected leader 89ba38f964b95aa0 at term 2"} {"level":"info","ts":"2026-05-30T01:47:36.712202Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-30T01:47:36.712781Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"89ba38f964b95aa0","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.74:2379]}","request-path":"/0/members/89ba38f964b95aa0/attributes","cluster-id":"54492f71bf65c400","publish-timeout":"7s"} {"level":"info","ts":"2026-05-30T01:47:36.712942Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-30T01:47:36.713092Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"54492f71bf65c400","local-member-id":"89ba38f964b95aa0","cluster-version":"3.5"} {"level":"info","ts":"2026-05-30T01:47:36.713169Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-30T01:47:36.713188Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-30T01:47:36.713199Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-30T01:47:36.716231Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.74:2379"} {"level":"info","ts":"2026-05-30T01:47:36.716913Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-30T01:47:36.717793Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-30T01:47:36.717854Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-30T01:47:38.416282Z","caller":"traceutil/trace.go:171","msg":"trace[177991872] linearizableReadLoop","detail":"{readStateIndex:8; appliedIndex:7; }","duration":"121.511225ms","start":"2026-05-30T01:47:38.294725Z","end":"2026-05-30T01:47:38.416237Z","steps":["trace[177991872] 'read index received' (duration: 39.496942ms)","trace[177991872] 'applied index is now lower than readState.Index' (duration: 82.012803ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T01:47:38.416402Z","caller":"traceutil/trace.go:171","msg":"trace[2048228386] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"124.316532ms","start":"2026-05-30T01:47:38.292028Z","end":"2026-05-30T01:47:38.416345Z","steps":["trace[2048228386] 'process raft request' (duration: 42.184366ms)","trace[2048228386] 'compare' (duration: 81.846411ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:47:38.416627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.84977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-30T01:47:38.416758Z","caller":"traceutil/trace.go:171","msg":"trace[1624206087] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:5; }","duration":"122.036572ms","start":"2026-05-30T01:47:38.294697Z","end":"2026-05-30T01:47:38.416733Z","steps":["trace[1624206087] 'agreement among raft nodes before linearized reading' (duration: 121.743878ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:47:38.417122Z","caller":"traceutil/trace.go:171","msg":"trace[536678623] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"118.583247ms","start":"2026-05-30T01:47:38.298521Z","end":"2026-05-30T01:47:38.417104Z","steps":["trace[536678623] 'process raft request' (duration: 118.509596ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:47:38.41712Z","caller":"traceutil/trace.go:171","msg":"trace[1653369559] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"118.892881ms","start":"2026-05-30T01:47:38.298198Z","end":"2026-05-30T01:47:38.417091Z","steps":["trace[1653369559] 'process raft request' (duration: 118.678648ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:47:38.417124Z","caller":"traceutil/trace.go:171","msg":"trace[1383706141] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"118.82505ms","start":"2026-05-30T01:47:38.298265Z","end":"2026-05-30T01:47:38.41709Z","steps":["trace[1383706141] 'process raft request' (duration: 118.734589ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:47:38.417218Z","caller":"traceutil/trace.go:171","msg":"trace[1937805950] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"118.524486ms","start":"2026-05-30T01:47:38.298621Z","end":"2026-05-30T01:47:38.417145Z","steps":["trace[1937805950] 'process raft request' (duration: 118.440615ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:47:38.41734Z","caller":"traceutil/trace.go:171","msg":"trace[2075683521] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"118.582196ms","start":"2026-05-30T01:47:38.298741Z","end":"2026-05-30T01:47:38.417323Z","steps":["trace[2075683521] 'process raft request' (duration: 118.352173ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:47:38.41735Z","caller":"traceutil/trace.go:171","msg":"trace[1341115486] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"115.513837ms","start":"2026-05-30T01:47:38.301781Z","end":"2026-05-30T01:47:38.417295Z","steps":["trace[1341115486] 'process raft request' (duration: 115.344634ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:47:39.697289Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393691758575318,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-30T01:47:40.096322Z","caller":"traceutil/trace.go:171","msg":"trace[356108967] linearizableReadLoop","detail":"{readStateIndex:76; appliedIndex:75; }","duration":"899.283561ms","start":"2026-05-30T01:47:39.197018Z","end":"2026-05-30T01:47:40.096302Z","steps":["trace[356108967] 'read index received' (duration: 899.15989ms)","trace[356108967] 'applied index is now lower than readState.Index' (duration: 122.631µs)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:47:40.096535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.491594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/view\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-30T01:47:40.096488Z","caller":"traceutil/trace.go:171","msg":"trace[1252127084] transaction","detail":"{read_only:false; response_revision:72; number_of_response:1; }","duration":"900.892012ms","start":"2026-05-30T01:47:39.195529Z","end":"2026-05-30T01:47:40.096421Z","steps":["trace[1252127084] 'process raft request' (duration: 900.647799ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:47:40.09657Z","caller":"traceutil/trace.go:171","msg":"trace[1813407048] range","detail":"{range_begin:/registry/clusterroles/view; range_end:; response_count:0; response_revision:72; }","duration":"899.582336ms","start":"2026-05-30T01:47:39.196977Z","end":"2026-05-30T01:47:40.09656Z","steps":["trace[1813407048] 'agreement among raft nodes before linearized reading' (duration: 899.465624ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:47:40.096635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:47:39.196962Z","time spent":"899.666886ms","remote":"127.0.0.1:37276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles/view\" "} {"level":"warn","ts":"2026-05-30T01:47:40.096631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.552527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-30T01:47:40.096706Z","caller":"traceutil/trace.go:171","msg":"trace[66393387] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:72; }","duration":"814.683988ms","start":"2026-05-30T01:47:39.282003Z","end":"2026-05-30T01:47:40.096687Z","steps":["trace[66393387] 'agreement among raft nodes before linearized reading' (duration: 814.557547ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:47:40.096713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.75811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-05-30T01:47:40.096768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:47:39.281976Z","time spent":"814.783289ms","remote":"127.0.0.1:36900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-30T01:47:40.096806Z","caller":"traceutil/trace.go:171","msg":"trace[1076966588] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:72; }","duration":"800.888372ms","start":"2026-05-30T01:47:39.295881Z","end":"2026-05-30T01:47:40.096769Z","steps":["trace[1076966588] 'agreement among raft nodes before linearized reading' (duration: 800.73053ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:47:40.096854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:47:39.295864Z","time spent":"800.979193ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-30T01:47:40.097552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:47:39.195483Z","time spent":"901.134134ms","remote":"127.0.0.1:37286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":429,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-30T01:47:40.604908Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393691758575325,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-30T01:47:41.105836Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393691758575325,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-30T01:47:41.490743Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.387607279s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-30T01:47:42.250074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.926356ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-05-30T01:47:42.250176Z","caller":"traceutil/trace.go:171","msg":"trace[1076179561] linearizableReadLoop","detail":"{readStateIndex:77; appliedIndex:76; }","duration":"2.145558083s","start":"2026-05-30T01:47:40.104603Z","end":"2026-05-30T01:47:42.250161Z","steps":["trace[1076179561] 'read index received' (duration: 1.386420684s)","trace[1076179561] 'applied index is now lower than readState.Index' (duration: 759.136259ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T01:47:42.250242Z","caller":"traceutil/trace.go:171","msg":"trace[1303129670] transaction","detail":"{read_only:false; response_revision:73; number_of_response:1; }","duration":"2.147170333s","start":"2026-05-30T01:47:40.103061Z","end":"2026-05-30T01:47:42.250232Z","steps":["trace[1303129670] 'process raft request' (duration: 1.387899893s)","trace[1303129670] 'compare' (duration: 758.834065ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:47:42.250296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:47:40.103048Z","time spent":"2.147226774s","remote":"127.0.0.1:37286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-30T01:47:42.250554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.145911227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-30T01:47:42.250672Z","caller":"traceutil/trace.go:171","msg":"trace[829780671] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:0; response_revision:73; }","duration":"2.146064429s","start":"2026-05-30T01:47:40.104579Z","end":"2026-05-30T01:47:42.250644Z","steps":["trace[829780671] 'agreement among raft nodes before linearized reading' (duration: 2.145785986s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:47:42.250738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:47:40.104569Z","time spent":"2.14615425s","remote":"127.0.0.1:37276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles/edit\" "} {"level":"warn","ts":"2026-05-30T01:47:42.281769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999833832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-30T01:47:42.281874Z","caller":"traceutil/trace.go:171","msg":"trace[159519122] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999986944s","start":"2026-05-30T01:47:40.281872Z","end":"2026-05-30T01:47:42.281859Z","steps":["trace[159519122] 'agreement among raft nodes before linearized reading' (duration: 1.999865232s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:47:42.281933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:47:40.281844Z","time spent":"2.000075155s","remote":"127.0.0.1:36900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-30T01:47:42.395673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000304623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-30T01:47:42.395787Z","caller":"traceutil/trace.go:171","msg":"trace[416607270] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000456545s","start":"2026-05-30T01:47:40.395318Z","end":"2026-05-30T01:47:42.395774Z","steps":["trace[416607270] 'agreement among raft nodes before linearized reading' (duration: 2.000327953s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:47:42.395853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:47:40.395299Z","time spent":"2.000545136s","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/30 01:47:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-30T01:47:42.742905Z","caller":"traceutil/trace.go:171","msg":"trace[1142142687] transaction","detail":"{read_only:false; response_revision:74; number_of_response:1; }","duration":"822.286364ms","start":"2026-05-30T01:47:41.920583Z","end":"2026-05-30T01:47:42.742869Z","steps":["trace[1142142687] 'process raft request' (duration: 820.940897ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:47:42.743101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:47:41.920555Z","time spent":"822.459465ms","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5498,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-30T01:47:42.746178Z","caller":"traceutil/trace.go:171","msg":"trace[1255696169] transaction","detail":"{read_only:false; response_revision:75; number_of_response:1; }","duration":"778.81275ms","start":"2026-05-30T01:47:41.967355Z","end":"2026-05-30T01:47:42.746168Z","steps":["trace[1255696169] 'process raft request' (duration: 778.642508ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:47:42.746182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:47:42.256538Z","time spent":"489.639758ms","remote":"127.0.0.1:36980","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-30T01:47:42.746243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.038740263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-05-30T01:47:42.746263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:47:41.96733Z","time spent":"778.883001ms","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2905,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-30T01:47:42.746275Z","caller":"traceutil/trace.go:171","msg":"trace[636763853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:75; }","duration":"2.038781983s","start":"2026-05-30T01:47:40.707486Z","end":"2026-05-30T01:47:42.746268Z","steps":["trace[636763853] 'agreement among raft nodes before linearized reading' (duration: 2.038721562s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:47:42.746296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:47:40.707434Z","time spent":"2.038857613s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-30T01:47:42.746172Z","caller":"traceutil/trace.go:171","msg":"trace[1039801352] linearizableReadLoop","detail":"{readStateIndex:79; appliedIndex:77; }","duration":"495.962776ms","start":"2026-05-30T01:47:42.250197Z","end":"2026-05-30T01:47:42.74616Z","steps":["trace[1039801352] 'read index received' (duration: 491.33842ms)","trace[1039801352] 'applied index is now lower than readState.Index' (duration: 4.616416ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:47:42.74645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.364174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:discovery\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-30T01:47:42.746487Z","caller":"traceutil/trace.go:171","msg":"trace[334008259] range","detail":"{range_begin:/registry/clusterrolebindings/system:discovery; range_end:; response_count:0; response_revision:75; }","duration":"493.425535ms","start":"2026-05-30T01:47:42.253045Z","end":"2026-05-30T01:47:42.746471Z","steps":["trace[334008259] 'agreement among raft nodes before linearized reading' (duration: 493.379504ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:47:42.746511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:47:42.253028Z","time spent":"493.475905ms","remote":"127.0.0.1:37280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/clusterrolebindings/system:discovery\" "} {"level":"warn","ts":"2026-05-30T01:47:42.746576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.058066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-30T01:47:42.746607Z","caller":"traceutil/trace.go:171","msg":"trace[1443885693] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:75; }","duration":"251.118816ms","start":"2026-05-30T01:47:42.495481Z","end":"2026-05-30T01:47:42.7466Z","steps":["trace[1443885693] 'agreement among raft nodes before linearized reading' (duration: 251.069276ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:48:17.115065Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393691758576269,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-30T01:48:17.427039Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.052085756s","expected-duration":"1s"} {"level":"info","ts":"2026-05-30T01:48:17.427699Z","caller":"traceutil/trace.go:171","msg":"trace[1297849489] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"1.052820833s","start":"2026-05-30T01:48:16.374851Z","end":"2026-05-30T01:48:17.427671Z","steps":["trace[1297849489] 'process raft request' (duration: 1.05248485s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:48:17.428303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:48:16.374836Z","time spent":"1.052937004s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:48:17.574999Z","caller":"traceutil/trace.go:171","msg":"trace[1863872993] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"1.106807757s","start":"2026-05-30T01:48:16.468153Z","end":"2026-05-30T01:48:17.57496Z","steps":["trace[1863872993] 'process raft request' (duration: 1.106558865s)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:48:17.575089Z","caller":"traceutil/trace.go:171","msg":"trace[1821128917] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"1.105857699s","start":"2026-05-30T01:48:16.469182Z","end":"2026-05-30T01:48:17.575039Z","steps":["trace[1821128917] 'process raft request' (duration: 1.105664387s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:48:17.575251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:48:16.469165Z","time spent":"1.10599529s","remote":"127.0.0.1:36948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-30T01:48:17.575302Z","caller":"traceutil/trace.go:171","msg":"trace[2043689782] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"1.103026032s","start":"2026-05-30T01:48:16.472241Z","end":"2026-05-30T01:48:17.575267Z","steps":["trace[2043689782] 'process raft request' (duration: 1.102649858s)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:48:17.575323Z","caller":"traceutil/trace.go:171","msg":"trace[1535902536] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"1.069038866s","start":"2026-05-30T01:48:16.50624Z","end":"2026-05-30T01:48:17.575279Z","steps":["trace[1535902536] 'process raft request' (duration: 1.068826794s)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:48:17.575425Z","caller":"traceutil/trace.go:171","msg":"trace[2032365102] linearizableReadLoop","detail":"{readStateIndex:556; appliedIndex:543; }","duration":"961.080765ms","start":"2026-05-30T01:48:16.614318Z","end":"2026-05-30T01:48:17.575399Z","steps":["trace[2032365102] 'read index received' (duration: 813.17934ms)","trace[2032365102] 'applied index is now lower than readState.Index' (duration: 147.900535ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T01:48:17.575158Z","caller":"traceutil/trace.go:171","msg":"trace[2082197576] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"1.078603875s","start":"2026-05-30T01:48:16.496476Z","end":"2026-05-30T01:48:17.57508Z","steps":["trace[2082197576] 'process raft request' (duration: 1.078464704s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:48:17.575503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:48:16.506235Z","time spent":"1.069207527s","remote":"127.0.0.1:36948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-30T01:48:17.575516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:48:16.472224Z","time spent":"1.103213473s","remote":"127.0.0.1:36948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-30T01:48:17.575547Z","caller":"traceutil/trace.go:171","msg":"trace[779075046] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"923.986461ms","start":"2026-05-30T01:48:16.651547Z","end":"2026-05-30T01:48:17.575534Z","steps":["trace[779075046] 'process raft request' (duration: 923.789539ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:48:17.575636Z","caller":"traceutil/trace.go:171","msg":"trace[2131673451] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"1.074467067s","start":"2026-05-30T01:48:16.501139Z","end":"2026-05-30T01:48:17.575606Z","steps":["trace[2131673451] 'process raft request' (duration: 1.073850761s)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:48:17.575605Z","caller":"traceutil/trace.go:171","msg":"trace[440250232] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"1.022339054s","start":"2026-05-30T01:48:16.553163Z","end":"2026-05-30T01:48:17.575502Z","steps":["trace[440250232] 'process raft request' (duration: 1.022109392s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:48:17.575673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:48:16.501126Z","time spent":"1.074531307s","remote":"127.0.0.1:36948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-30T01:48:17.575734Z","caller":"traceutil/trace.go:171","msg":"trace[2138011737] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"1.069685932s","start":"2026-05-30T01:48:16.506041Z","end":"2026-05-30T01:48:17.575727Z","steps":["trace[2138011737] 'process raft request' (duration: 1.068989426s)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:48:17.575735Z","caller":"traceutil/trace.go:171","msg":"trace[345905610] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"1.034511746s","start":"2026-05-30T01:48:16.541215Z","end":"2026-05-30T01:48:17.575726Z","steps":["trace[345905610] 'process raft request' (duration: 1.034005351s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:48:17.575761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.450479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-30T01:48:17.575771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:48:16.50603Z","time spent":"1.069722273s","remote":"127.0.0.1:36948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-30T01:48:17.575779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:48:16.541193Z","time spent":"1.034568076s","remote":"127.0.0.1:36948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-30T01:48:17.5758Z","caller":"traceutil/trace.go:171","msg":"trace[1981723292] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:538; }","duration":"961.522559ms","start":"2026-05-30T01:48:16.614267Z","end":"2026-05-30T01:48:17.575789Z","steps":["trace[1981723292] 'agreement among raft nodes before linearized reading' (duration: 961.415448ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:48:17.57517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:48:16.468133Z","time spent":"1.106955218s","remote":"127.0.0.1:36948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-30T01:48:17.575838Z","caller":"traceutil/trace.go:171","msg":"trace[175080703] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"1.067946316s","start":"2026-05-30T01:48:16.507885Z","end":"2026-05-30T01:48:17.575832Z","steps":["trace[175080703] 'process raft request' (duration: 1.067223639s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:48:17.575864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:48:16.507866Z","time spent":"1.067985736s","remote":"127.0.0.1:36948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-30T01:48:17.575864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:48:16.614245Z","time spent":"961.58676ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-30T01:48:17.575989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.357263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-30T01:48:17.575987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.353289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-30T01:48:17.576018Z","caller":"traceutil/trace.go:171","msg":"trace[1448827887] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:538; }","duration":"400.425203ms","start":"2026-05-30T01:48:17.175586Z","end":"2026-05-30T01:48:17.576011Z","steps":["trace[1448827887] 'agreement among raft nodes before linearized reading' (duration: 400.369343ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:48:17.576038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:48:17.175568Z","time spent":"400.465973ms","remote":"127.0.0.1:36900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-30T01:48:17.576031Z","caller":"traceutil/trace.go:171","msg":"trace[1462421284] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:538; }","duration":"670.420839ms","start":"2026-05-30T01:48:16.905596Z","end":"2026-05-30T01:48:17.576017Z","steps":["trace[1462421284] 'agreement among raft nodes before linearized reading' (duration: 670.345429ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:48:17.576064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:48:16.905578Z","time spent":"670.47815ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-30T01:48:17.575985Z","caller":"traceutil/trace.go:171","msg":"trace[1597357811] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"1.067395281s","start":"2026-05-30T01:48:16.507958Z","end":"2026-05-30T01:48:17.575353Z","steps":["trace[1597357811] 'process raft request' (duration: 1.06719404s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:48:17.576222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.576989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-30T01:48:17.576267Z","caller":"traceutil/trace.go:171","msg":"trace[420379598] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:538; }","duration":"647.642469ms","start":"2026-05-30T01:48:16.928615Z","end":"2026-05-30T01:48:17.576257Z","steps":["trace[420379598] 'agreement among raft nodes before linearized reading' (duration: 647.515577ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:48:17.576316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:48:16.928603Z","time spent":"647.70607ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-30T01:48:17.575653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:48:16.651476Z","time spent":"924.097682ms","remote":"127.0.0.1:36948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-30T01:48:17.575944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:48:16.553146Z","time spent":"1.022634396s","remote":"127.0.0.1:36948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-30T01:48:17.576104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:48:16.49646Z","time spent":"1.079065139s","remote":"127.0.0.1:36948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-30T01:48:17.576518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:48:16.507953Z","time spent":"1.06829196s","remote":"127.0.0.1:36948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-30T01:48:17.710236Z","caller":"traceutil/trace.go:171","msg":"trace[554929387] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"121.547601ms","start":"2026-05-30T01:48:17.588667Z","end":"2026-05-30T01:48:17.710214Z","steps":["trace[554929387] 'process raft request' (duration: 121.40387ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:48:17.710766Z","caller":"traceutil/trace.go:171","msg":"trace[824184632] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"122.011316ms","start":"2026-05-30T01:48:17.588717Z","end":"2026-05-30T01:48:17.710729Z","steps":["trace[824184632] 'process raft request' (duration: 121.46928ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:48:17.710786Z","caller":"traceutil/trace.go:171","msg":"trace[1323316547] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"118.315442ms","start":"2026-05-30T01:48:17.592421Z","end":"2026-05-30T01:48:17.710736Z","steps":["trace[1323316547] 'process raft request' (duration: 118.006618ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:48:17.710832Z","caller":"traceutil/trace.go:171","msg":"trace[1249839109] transaction","detail":"{read_only:false; number_of_response:1; response_revision:544; }","duration":"115.522807ms","start":"2026-05-30T01:48:17.595282Z","end":"2026-05-30T01:48:17.710805Z","steps":["trace[1249839109] 'process raft request' (duration: 115.419116ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:48:17.710975Z","caller":"traceutil/trace.go:171","msg":"trace[1290037532] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"117.694506ms","start":"2026-05-30T01:48:17.593271Z","end":"2026-05-30T01:48:17.710966Z","steps":["trace[1290037532] 'process raft request' (duration: 117.295541ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:48:17.711145Z","caller":"traceutil/trace.go:171","msg":"trace[1025517410] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"115.699437ms","start":"2026-05-30T01:48:17.595432Z","end":"2026-05-30T01:48:17.711132Z","steps":["trace[1025517410] 'process raft request' (duration: 115.316764ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:48:17.711238Z","caller":"traceutil/trace.go:171","msg":"trace[1971584268] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"117.203021ms","start":"2026-05-30T01:48:17.594018Z","end":"2026-05-30T01:48:17.711221Z","steps":["trace[1971584268] 'process raft request' (duration: 116.630346ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:48:17.711497Z","caller":"traceutil/trace.go:171","msg":"trace[2009965122] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"116.004671ms","start":"2026-05-30T01:48:17.595482Z","end":"2026-05-30T01:48:17.711486Z","steps":["trace[2009965122] 'process raft request' (duration: 115.607037ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:48:17.71188Z","caller":"traceutil/trace.go:171","msg":"trace[1616443502] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"115.167422ms","start":"2026-05-30T01:48:17.596694Z","end":"2026-05-30T01:48:17.711861Z","steps":["trace[1616443502] 'process raft request' (duration: 114.882909ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:48:17.711922Z","caller":"traceutil/trace.go:171","msg":"trace[95434364] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"104.229671ms","start":"2026-05-30T01:48:17.607677Z","end":"2026-05-30T01:48:17.711907Z","steps":["trace[95434364] 'process raft request' (duration: 103.979659ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:48:17.712025Z","caller":"traceutil/trace.go:171","msg":"trace[243122214] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"104.15046ms","start":"2026-05-30T01:48:17.607866Z","end":"2026-05-30T01:48:17.712016Z","steps":["trace[243122214] 'process raft request' (duration: 103.862258ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:48:17.712114Z","caller":"traceutil/trace.go:171","msg":"trace[1416478246] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"116.300504ms","start":"2026-05-30T01:48:17.595755Z","end":"2026-05-30T01:48:17.712056Z","steps":["trace[1416478246] 'process raft request' (duration: 115.690078ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:48:18.224358Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393691758576285,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-30T01:48:18.537248Z","caller":"traceutil/trace.go:171","msg":"trace[135964707] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"896.605025ms","start":"2026-05-30T01:48:17.640611Z","end":"2026-05-30T01:48:18.537216Z","steps":["trace[135964707] 'process raft request' (duration: 831.626078ms)","trace[135964707] 'compare' (duration: 64.793636ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:48:18.53742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:48:17.640596Z","time spent":"896.744036ms","remote":"127.0.0.1:36948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17062,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-30T01:48:18.541163Z","caller":"traceutil/trace.go:171","msg":"trace[1921817058] transaction","detail":"{read_only:false; number_of_response:0; response_revision:552; }","duration":"821.867025ms","start":"2026-05-30T01:48:17.719284Z","end":"2026-05-30T01:48:18.541151Z","steps":["trace[1921817058] 'process raft request' (duration: 821.685683ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:48:18.541604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:48:17.719266Z","time spent":"821.976226ms","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-30T01:48:18.541778Z","caller":"traceutil/trace.go:171","msg":"trace[1609416815] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"818.378013ms","start":"2026-05-30T01:48:17.723354Z","end":"2026-05-30T01:48:18.541732Z","steps":["trace[1609416815] 'process raft request' (duration: 817.784408ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:48:18.541909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:48:17.723336Z","time spent":"818.498314ms","remote":"127.0.0.1:36948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7326,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:48:18.543316Z","caller":"traceutil/trace.go:171","msg":"trace[1000623981] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"818.024281ms","start":"2026-05-30T01:48:17.725131Z","end":"2026-05-30T01:48:18.543155Z","steps":["trace[1000623981] 'process raft request' (duration: 816.112303ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:48:18.543504Z","caller":"traceutil/trace.go:171","msg":"trace[333549152] transaction","detail":"{read_only:false; number_of_response:0; response_revision:552; }","duration":"822.254929ms","start":"2026-05-30T01:48:17.721223Z","end":"2026-05-30T01:48:18.543478Z","steps":["trace[333549152] 'process raft request' (duration: 819.881217ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:48:18.54366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:48:17.7212Z","time spent":"822.3984ms","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-30T01:48:18.543876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:48:17.725102Z","time spent":"818.337963ms","remote":"127.0.0.1:36948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28739,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:48:18.545478Z","caller":"traceutil/trace.go:171","msg":"trace[1119880044] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"812.50908ms","start":"2026-05-30T01:48:17.732957Z","end":"2026-05-30T01:48:18.545466Z","steps":["trace[1119880044] 'process raft request' (duration: 808.347061ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:48:18.545572Z","caller":"traceutil/trace.go:171","msg":"trace[1168724753] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"810.821774ms","start":"2026-05-30T01:48:17.734682Z","end":"2026-05-30T01:48:18.545503Z","steps":["trace[1168724753] 'process raft request' (duration: 806.891998ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:48:18.545831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:48:17.734672Z","time spent":"811.024236ms","remote":"127.0.0.1:36948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58844,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:48:18.546088Z","caller":"traceutil/trace.go:171","msg":"trace[1898154295] linearizableReadLoop","detail":"{readStateIndex:579; appliedIndex:570; }","duration":"822.661813ms","start":"2026-05-30T01:48:17.723394Z","end":"2026-05-30T01:48:18.546056Z","steps":["trace[1898154295] 'read index received' (duration: 748.942856ms)","trace[1898154295] 'applied index is now lower than readState.Index' (duration: 73.583616ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T01:48:18.547317Z","caller":"traceutil/trace.go:171","msg":"trace[1669170028] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"784.266588ms","start":"2026-05-30T01:48:17.763031Z","end":"2026-05-30T01:48:18.547297Z","steps":["trace[1669170028] 'process raft request' (duration: 779.317262ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:48:18.54741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:48:17.763Z","time spent":"784.36142ms","remote":"127.0.0.1:36948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":150480,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:48:18.547952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.55233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gatewayclasses.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:10078"} {"level":"info","ts":"2026-05-30T01:48:18.547992Z","caller":"traceutil/trace.go:171","msg":"trace[700286165] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/gatewayclasses.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:557; }","duration":"824.60475ms","start":"2026-05-30T01:48:17.723371Z","end":"2026-05-30T01:48:18.547976Z","steps":["trace[700286165] 'agreement among raft nodes before linearized reading' (duration: 824.493959ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:48:18.548015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:48:17.723363Z","time spent":"824.64671ms","remote":"127.0.0.1:36948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":10101,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gatewayclasses.gateway.networking.k8s.io\" "} {"level":"info","ts":"2026-05-30T01:48:18.548138Z","caller":"traceutil/trace.go:171","msg":"trace[283954218] transaction","detail":"{read_only:false; number_of_response:1; response_revision:553; }","duration":"824.675411ms","start":"2026-05-30T01:48:17.72344Z","end":"2026-05-30T01:48:18.548116Z","steps":["trace[283954218] 'process raft request' (duration: 817.764978ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:48:18.548165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.272786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-30T01:48:18.548197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:48:17.723436Z","time spent":"824.731412ms","remote":"127.0.0.1:36948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":7375,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:48:18.548243Z","caller":"traceutil/trace.go:171","msg":"trace[1365774515] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:557; }","duration":"372.412648ms","start":"2026-05-30T01:48:18.175811Z","end":"2026-05-30T01:48:18.548224Z","steps":["trace[1365774515] 'agreement among raft nodes before linearized reading' (duration: 372.315686ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:48:18.548274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:48:18.17579Z","time spent":"372.477009ms","remote":"127.0.0.1:36900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-30T01:48:18.548386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:48:17.732945Z","time spent":"812.55978ms","remote":"127.0.0.1:36948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79947,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:48:25.292942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.325854ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-30T01:48:25.293049Z","caller":"traceutil/trace.go:171","msg":"trace[316580711] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"864.592391ms","start":"2026-05-30T01:48:24.428437Z","end":"2026-05-30T01:48:25.29303Z","steps":["trace[316580711] 'process raft request' (duration: 677.088585ms)","trace[316580711] 'compare' (duration: 187.144602ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:48:25.293109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:48:24.428336Z","time spent":"864.743422ms","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:48:25.353876Z","caller":"traceutil/trace.go:171","msg":"trace[1095128818] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"598.361035ms","start":"2026-05-30T01:48:24.75549Z","end":"2026-05-30T01:48:25.353851Z","steps":["trace[1095128818] 'process raft request' (duration: 597.666409ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:48:25.354034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:48:24.75546Z","time spent":"598.489806ms","remote":"127.0.0.1:37000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036161,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:48:25.831073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.565164ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:48:25.831219Z","caller":"traceutil/trace.go:171","msg":"trace[434542504] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:629; }","duration":"216.700235ms","start":"2026-05-30T01:48:25.614475Z","end":"2026-05-30T01:48:25.831175Z","steps":["trace[434542504] 'range keys from in-memory index tree' (duration: 216.547934ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:48:25.831257Z","caller":"traceutil/trace.go:171","msg":"trace[124405483] linearizableReadLoop","detail":"{readStateIndex:654; appliedIndex:653; }","duration":"351.752824ms","start":"2026-05-30T01:48:25.479478Z","end":"2026-05-30T01:48:25.83123Z","steps":["trace[124405483] 'read index received' (duration: 340.323013ms)","trace[124405483] 'applied index is now lower than readState.Index' (duration: 11.427101ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T01:48:25.83138Z","caller":"traceutil/trace.go:171","msg":"trace[1032662076] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"397.749923ms","start":"2026-05-30T01:48:25.433544Z","end":"2026-05-30T01:48:25.831294Z","steps":["trace[1032662076] 'process raft request' (duration: 386.2242ms)","trace[1032662076] 'compare' (duration: 11.13308ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:48:25.831578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.089677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-30T01:48:25.831901Z","caller":"traceutil/trace.go:171","msg":"trace[93518383] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:630; }","duration":"352.432181ms","start":"2026-05-30T01:48:25.479435Z","end":"2026-05-30T01:48:25.831867Z","steps":["trace[93518383] 'agreement among raft nodes before linearized reading' (duration: 351.941826ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:48:25.832028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:48:25.479418Z","time spent":"352.578292ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-30T01:48:25.831817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:48:25.433519Z","time spent":"398.238058ms","remote":"127.0.0.1:37264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":897,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-30T01:48:25.832225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.534275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-30T01:48:25.832301Z","caller":"traceutil/trace.go:171","msg":"trace[97894262] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:630; }","duration":"170.687966ms","start":"2026-05-30T01:48:25.6616Z","end":"2026-05-30T01:48:25.832288Z","steps":["trace[97894262] 'agreement among raft nodes before linearized reading' (duration: 170.376894ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:48:26.002307Z","caller":"traceutil/trace.go:171","msg":"trace[617522229] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"165.58975ms","start":"2026-05-30T01:48:25.836681Z","end":"2026-05-30T01:48:26.002271Z","steps":["trace[617522229] 'process raft request' (duration: 99.501134ms)","trace[617522229] 'compare' (duration: 65.784374ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T01:48:26.002392Z","caller":"traceutil/trace.go:171","msg":"trace[1579371940] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"165.191767ms","start":"2026-05-30T01:48:25.837164Z","end":"2026-05-30T01:48:26.002356Z","steps":["trace[1579371940] 'process raft request' (duration: 165.030386ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:48:26.002687Z","caller":"traceutil/trace.go:171","msg":"trace[1570264787] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"164.004417ms","start":"2026-05-30T01:48:25.838674Z","end":"2026-05-30T01:48:26.002678Z","steps":["trace[1570264787] 'process raft request' (duration: 163.630433ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:48:26.002638Z","caller":"traceutil/trace.go:171","msg":"trace[241488089] linearizableReadLoop","detail":"{readStateIndex:658; appliedIndex:654; }","duration":"158.925582ms","start":"2026-05-30T01:48:25.843701Z","end":"2026-05-30T01:48:26.002627Z","steps":["trace[241488089] 'read index received' (duration: 92.493922ms)","trace[241488089] 'applied index is now lower than readState.Index' (duration: 66.43087ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:48:26.002846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.124454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:48:26.002923Z","caller":"traceutil/trace.go:171","msg":"trace[1841684012] range","detail":"{range_begin:/registry/rolebindings/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:634; }","duration":"159.235565ms","start":"2026-05-30T01:48:25.843668Z","end":"2026-05-30T01:48:26.002904Z","steps":["trace[1841684012] 'agreement among raft nodes before linearized reading' (duration: 159.118184ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:48:26.003257Z","caller":"traceutil/trace.go:171","msg":"trace[104761902] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"164.382521ms","start":"2026-05-30T01:48:25.838269Z","end":"2026-05-30T01:48:26.002652Z","steps":["trace[104761902] 'process raft request' (duration: 163.971096ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:48:26.675552Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393691758576514,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-30T01:48:27.176069Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393691758576514,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-30T01:48:27.539301Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.515157213s","expected-duration":"1s"} {"level":"info","ts":"2026-05-30T01:48:27.583697Z","caller":"traceutil/trace.go:171","msg":"trace[1866447796] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"1.570608302s","start":"2026-05-30T01:48:26.013058Z","end":"2026-05-30T01:48:27.583666Z","steps":["trace[1866447796] 'process raft request' (duration: 1.526418063s)","trace[1866447796] 'compare' (duration: 44.117479ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:48:27.583817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:48:26.013038Z","time spent":"1.570716653s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:48:28.059712Z","caller":"traceutil/trace.go:171","msg":"trace[660542166] linearizableReadLoop","detail":"{readStateIndex:660; appliedIndex:658; }","duration":"1.8845253s","start":"2026-05-30T01:48:26.175157Z","end":"2026-05-30T01:48:28.059682Z","steps":["trace[660542166] 'read index received' (duration: 1.36442649s)","trace[660542166] 'applied index is now lower than readState.Index' (duration: 520.0978ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:48:28.062132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.886945022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:48:28.062221Z","caller":"traceutil/trace.go:171","msg":"trace[455998671] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:636; }","duration":"1.887069073s","start":"2026-05-30T01:48:26.175128Z","end":"2026-05-30T01:48:28.062197Z","steps":["trace[455998671] 'agreement among raft nodes before linearized reading' (duration: 1.886909131s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:48:28.062279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:48:26.175114Z","time spent":"1.887151613s","remote":"127.0.0.1:36900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-30T01:48:28.062575Z","caller":"traceutil/trace.go:171","msg":"trace[88113809] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"1.676124527s","start":"2026-05-30T01:48:26.386433Z","end":"2026-05-30T01:48:28.062558Z","steps":["trace[88113809] 'process raft request' (duration: 1.670537697s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:48:28.062699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:48:26.386412Z","time spent":"1.676210137s","remote":"127.0.0.1:37000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036201,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:48:29.720491Z","caller":"traceutil/trace.go:171","msg":"trace[1594284231] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"160.716451ms","start":"2026-05-30T01:48:29.559725Z","end":"2026-05-30T01:48:29.720441Z","steps":["trace[1594284231] 'process raft request' (duration: 159.283422ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:48:43.676734Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393691758576837,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-30T01:48:44.0519Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.51959472s","expected-duration":"1s"} {"level":"info","ts":"2026-05-30T01:48:44.052364Z","caller":"traceutil/trace.go:171","msg":"trace[450005561] linearizableReadLoop","detail":"{readStateIndex:834; appliedIndex:833; }","duration":"875.888968ms","start":"2026-05-30T01:48:43.176451Z","end":"2026-05-30T01:48:44.05234Z","steps":["trace[450005561] 'read index received' (duration: 875.588627ms)","trace[450005561] 'applied index is now lower than readState.Index' (duration: 299.701µs)"],"step_count":2} {"level":"info","ts":"2026-05-30T01:48:44.052536Z","caller":"traceutil/trace.go:171","msg":"trace[335475151] transaction","detail":"{read_only:false; response_revision:806; number_of_response:1; }","duration":"1.520331037s","start":"2026-05-30T01:48:42.532189Z","end":"2026-05-30T01:48:44.05252Z","steps":["trace[335475151] 'process raft request' (duration: 1.520038487s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:48:44.052583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.640282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-30T01:48:44.052614Z","caller":"traceutil/trace.go:171","msg":"trace[660084105] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:806; }","duration":"690.731126ms","start":"2026-05-30T01:48:43.361875Z","end":"2026-05-30T01:48:44.052606Z","steps":["trace[660084105] 'agreement among raft nodes before linearized reading' (duration: 690.661353ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:48:44.052641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:48:43.361853Z","time spent":"690.782617ms","remote":"127.0.0.1:37264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":14,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-05-30T01:48:44.052683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.548413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-30T01:48:44.052703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.53466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-30T01:48:44.052742Z","caller":"traceutil/trace.go:171","msg":"trace[572293888] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:806; }","duration":"617.654907ms","start":"2026-05-30T01:48:43.435073Z","end":"2026-05-30T01:48:44.052727Z","steps":["trace[572293888] 'agreement among raft nodes before linearized reading' (duration: 617.546803ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:48:44.052787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:48:43.435043Z","time spent":"617.73126ms","remote":"127.0.0.1:37134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":2,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-05-30T01:48:44.052828Z","caller":"traceutil/trace.go:171","msg":"trace[1523546422] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:806; }","duration":"549.714496ms","start":"2026-05-30T01:48:43.503052Z","end":"2026-05-30T01:48:44.052766Z","steps":["trace[1523546422] 'agreement among raft nodes before linearized reading' (duration: 549.501019ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:48:44.052877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:48:43.503019Z","time spent":"549.849131ms","remote":"127.0.0.1:36922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"warn","ts":"2026-05-30T01:48:44.053187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:48:42.532167Z","time spent":"1.52040919s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4027,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:48:44.053326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.865193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:48:44.053391Z","caller":"traceutil/trace.go:171","msg":"trace[1378604293] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:806; }","duration":"876.957296ms","start":"2026-05-30T01:48:43.176409Z","end":"2026-05-30T01:48:44.053366Z","steps":["trace[1378604293] 'agreement among raft nodes before linearized reading' (duration: 876.077994ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:48:44.053427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:48:43.17639Z","time spent":"877.028979ms","remote":"127.0.0.1:36900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-30T01:49:02.959551Z","caller":"traceutil/trace.go:171","msg":"trace[2079385643] transaction","detail":"{read_only:false; response_revision:1136; number_of_response:1; }","duration":"100.802412ms","start":"2026-05-30T01:49:02.858713Z","end":"2026-05-30T01:49:02.959515Z","steps":["trace[2079385643] 'process raft request' (duration: 100.602056ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:49:12.56684Z","caller":"traceutil/trace.go:171","msg":"trace[1712950641] transaction","detail":"{read_only:false; response_revision:1206; number_of_response:1; }","duration":"183.454523ms","start":"2026-05-30T01:49:12.383358Z","end":"2026-05-30T01:49:12.566812Z","steps":["trace[1712950641] 'process raft request' (duration: 183.306999ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:49:13.580009Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.013302448s","expected-duration":"1s"} {"level":"info","ts":"2026-05-30T01:49:13.586486Z","caller":"traceutil/trace.go:171","msg":"trace[2099142768] transaction","detail":"{read_only:false; response_revision:1207; number_of_response:1; }","duration":"1.202799415s","start":"2026-05-30T01:49:12.383644Z","end":"2026-05-30T01:49:13.586444Z","steps":["trace[2099142768] 'process raft request' (duration: 1.196602456s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:49:13.586655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:49:12.383632Z","time spent":"1.20293444s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:49:13.586884Z","caller":"traceutil/trace.go:171","msg":"trace[2086809377] transaction","detail":"{read_only:false; response_revision:1208; number_of_response:1; }","duration":"1.202736174s","start":"2026-05-30T01:49:12.384118Z","end":"2026-05-30T01:49:13.586855Z","steps":["trace[2086809377] 'process raft request' (duration: 1.202607641s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:49:13.587083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:49:12.384102Z","time spent":"1.202888998s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:49:13.587121Z","caller":"traceutil/trace.go:171","msg":"trace[1159552339] transaction","detail":"{read_only:false; response_revision:1210; number_of_response:1; }","duration":"1.201326744s","start":"2026-05-30T01:49:12.385778Z","end":"2026-05-30T01:49:13.587105Z","steps":["trace[1159552339] 'process raft request' (duration: 1.20117537s)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:49:13.58712Z","caller":"traceutil/trace.go:171","msg":"trace[2090692319] transaction","detail":"{read_only:false; response_revision:1211; number_of_response:1; }","duration":"590.93647ms","start":"2026-05-30T01:49:12.996165Z","end":"2026-05-30T01:49:13.587101Z","steps":["trace[2090692319] 'process raft request' (duration: 590.891809ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:49:13.587245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:49:12.38577Z","time spent":"1.201404618s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:49:13.58729Z","caller":"traceutil/trace.go:171","msg":"trace[1325661586] linearizableReadLoop","detail":"{readStateIndex:1246; appliedIndex:1242; }","duration":"1.135694719s","start":"2026-05-30T01:49:12.451573Z","end":"2026-05-30T01:49:13.587268Z","steps":["trace[1325661586] 'read index received' (duration: 115.282376ms)","trace[1325661586] 'applied index is now lower than readState.Index' (duration: 1.020410532s)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:49:13.58739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:49:12.996148Z","time spent":"591.121457ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:49:13.587391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135815241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-30T01:49:13.587437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.534143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:49:13.587458Z","caller":"traceutil/trace.go:171","msg":"trace[1662714661] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1211; }","duration":"1.135922014s","start":"2026-05-30T01:49:12.451524Z","end":"2026-05-30T01:49:13.587446Z","steps":["trace[1662714661] 'agreement among raft nodes before linearized reading' (duration: 1.135830082s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:49:13.587498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:49:12.451502Z","time spent":"1.135985416s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-05-30T01:49:13.587166Z","caller":"traceutil/trace.go:171","msg":"trace[1417685687] transaction","detail":"{read_only:false; response_revision:1209; number_of_response:1; }","duration":"1.201956263s","start":"2026-05-30T01:49:12.385193Z","end":"2026-05-30T01:49:13.58715Z","steps":["trace[1417685687] 'process raft request' (duration: 1.201612603s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:49:13.587589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:49:12.385184Z","time spent":"1.202380535s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:49:13.587494Z","caller":"traceutil/trace.go:171","msg":"trace[781523925] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1211; }","duration":"622.633375ms","start":"2026-05-30T01:49:12.964847Z","end":"2026-05-30T01:49:13.587481Z","steps":["trace[781523925] 'agreement among raft nodes before linearized reading' (duration: 622.545283ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:49:13.587653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:49:12.96482Z","time spent":"622.822621ms","remote":"127.0.0.1:37064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-05-30T01:49:13.58777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.14377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:49:13.587822Z","caller":"traceutil/trace.go:171","msg":"trace[449531588] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1211; }","duration":"412.252983ms","start":"2026-05-30T01:49:13.175557Z","end":"2026-05-30T01:49:13.58781Z","steps":["trace[449531588] 'agreement among raft nodes before linearized reading' (duration: 412.171661ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:49:13.587861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:49:13.175523Z","time spent":"412.330795ms","remote":"127.0.0.1:36900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-30T01:49:34.793358Z","caller":"traceutil/trace.go:171","msg":"trace[464923347] linearizableReadLoop","detail":"{readStateIndex:1504; appliedIndex:1503; }","duration":"334.744985ms","start":"2026-05-30T01:49:34.458584Z","end":"2026-05-30T01:49:34.793329Z","steps":["trace[464923347] 'read index received' (duration: 334.5499ms)","trace[464923347] 'applied index is now lower than readState.Index' (duration: 194.125µs)"],"step_count":2} {"level":"info","ts":"2026-05-30T01:49:34.793409Z","caller":"traceutil/trace.go:171","msg":"trace[1179907117] transaction","detail":"{read_only:false; response_revision:1459; number_of_response:1; }","duration":"437.987575ms","start":"2026-05-30T01:49:34.355375Z","end":"2026-05-30T01:49:34.793363Z","steps":["trace[1179907117] 'process raft request' (duration: 437.768411ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:49:34.79359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.999641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:1 size:1827"} {"level":"warn","ts":"2026-05-30T01:49:34.793602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.947209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-30T01:49:34.793634Z","caller":"traceutil/trace.go:171","msg":"trace[1055656549] range","detail":"{range_begin:/registry/secrets/ingress-nginx/ingress-nginx-admission; range_end:; response_count:1; response_revision:1459; }","duration":"335.093993ms","start":"2026-05-30T01:49:34.458528Z","end":"2026-05-30T01:49:34.793622Z","steps":["trace[1055656549] 'agreement among raft nodes before linearized reading' (duration: 334.904518ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:49:34.793638Z","caller":"traceutil/trace.go:171","msg":"trace[1398611717] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1459; }","duration":"129.025781ms","start":"2026-05-30T01:49:34.664601Z","end":"2026-05-30T01:49:34.793627Z","steps":["trace[1398611717] 'agreement among raft nodes before linearized reading' (duration: 128.910588ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:49:34.793664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:49:34.458507Z","time spent":"335.150574ms","remote":"127.0.0.1:37000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1850,"request content":"key:\"/registry/secrets/ingress-nginx/ingress-nginx-admission\" "} {"level":"warn","ts":"2026-05-30T01:49:34.79373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:49:34.35535Z","time spent":"438.244543ms","remote":"127.0.0.1:36980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-30T01:49:37.644342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.939322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:49:37.644441Z","caller":"traceutil/trace.go:171","msg":"trace[739951743] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1471; }","duration":"467.052865ms","start":"2026-05-30T01:49:37.177364Z","end":"2026-05-30T01:49:37.644417Z","steps":["trace[739951743] 'range keys from in-memory index tree' (duration: 466.85631ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:49:37.64448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:49:37.177308Z","time spent":"467.163497ms","remote":"127.0.0.1:36900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-30T01:49:38.060995Z","caller":"traceutil/trace.go:171","msg":"trace[931238269] transaction","detail":"{read_only:false; response_revision:1473; number_of_response:1; }","duration":"352.813126ms","start":"2026-05-30T01:49:37.708152Z","end":"2026-05-30T01:49:38.060965Z","steps":["trace[931238269] 'process raft request' (duration: 352.659672ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:49:38.061156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:49:37.708131Z","time spent":"352.943889ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:49:38.070361Z","caller":"traceutil/trace.go:171","msg":"trace[576782898] linearizableReadLoop","detail":"{readStateIndex:1520; appliedIndex:1517; }","duration":"359.77407ms","start":"2026-05-30T01:49:37.710561Z","end":"2026-05-30T01:49:38.070335Z","steps":["trace[576782898] 'read index received' (duration: 350.243009ms)","trace[576782898] 'applied index is now lower than readState.Index' (duration: 9.530041ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T01:49:38.070407Z","caller":"traceutil/trace.go:171","msg":"trace[96870675] transaction","detail":"{read_only:false; response_revision:1474; number_of_response:1; }","duration":"360.599139ms","start":"2026-05-30T01:49:37.709771Z","end":"2026-05-30T01:49:38.07037Z","steps":["trace[96870675] 'process raft request' (duration: 360.437635ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:49:38.070569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.988805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-30T01:49:38.070601Z","caller":"traceutil/trace.go:171","msg":"trace[1213282574] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1475; }","duration":"360.059966ms","start":"2026-05-30T01:49:37.710532Z","end":"2026-05-30T01:49:38.070592Z","steps":["trace[1213282574] 'agreement among raft nodes before linearized reading' (duration: 359.928763ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:49:38.070667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:49:37.710524Z","time spent":"360.097006ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-30T01:49:38.070458Z","caller":"traceutil/trace.go:171","msg":"trace[901701229] transaction","detail":"{read_only:false; response_revision:1475; number_of_response:1; }","duration":"360.003445ms","start":"2026-05-30T01:49:37.710416Z","end":"2026-05-30T01:49:38.07042Z","steps":["trace[901701229] 'process raft request' (duration: 359.889533ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:49:38.070768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:49:37.710407Z","time spent":"360.312092ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:49:38.070766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:49:37.709747Z","time spent":"360.823263ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:49:49.814776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.736943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:49:49.814857Z","caller":"traceutil/trace.go:171","msg":"trace[2006703795] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:1707; }","duration":"117.871435ms","start":"2026-05-30T01:49:49.696967Z","end":"2026-05-30T01:49:49.814839Z","steps":["trace[2006703795] 'count revisions from in-memory index tree' (duration: 117.699511ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:49:49.815364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.285504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:49:49.81541Z","caller":"traceutil/trace.go:171","msg":"trace[1127121154] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:1707; }","duration":"118.341765ms","start":"2026-05-30T01:49:49.697057Z","end":"2026-05-30T01:49:49.815398Z","steps":["trace[1127121154] 'range keys from in-memory index tree' (duration: 118.256463ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:49:49.815462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.519508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:49:49.815582Z","caller":"traceutil/trace.go:171","msg":"trace[1518212233] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:1707; }","duration":"118.649011ms","start":"2026-05-30T01:49:49.696919Z","end":"2026-05-30T01:49:49.815568Z","steps":["trace[1518212233] 'range keys from in-memory index tree' (duration: 118.358035ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:04.006089Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393691758578963,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-30T01:50:04.021477Z","caller":"traceutil/trace.go:171","msg":"trace[976004863] transaction","detail":"{read_only:false; response_revision:1894; number_of_response:1; }","duration":"518.310894ms","start":"2026-05-30T01:50:03.503139Z","end":"2026-05-30T01:50:04.02145Z","steps":["trace[976004863] 'process raft request' (duration: 518.168191ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:04.021642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:03.503114Z","time spent":"518.439235ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:50:04.064084Z","caller":"traceutil/trace.go:171","msg":"trace[1752723818] linearizableReadLoop","detail":"{readStateIndex:1968; appliedIndex:1966; }","duration":"558.909599ms","start":"2026-05-30T01:50:03.505151Z","end":"2026-05-30T01:50:04.064061Z","steps":["trace[1752723818] 'read index received' (duration: 516.062061ms)","trace[1752723818] 'applied index is now lower than readState.Index' (duration: 42.846618ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T01:50:04.064275Z","caller":"traceutil/trace.go:171","msg":"trace[509003990] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"207.098992ms","start":"2026-05-30T01:50:03.857139Z","end":"2026-05-30T01:50:04.064238Z","steps":["trace[509003990] 'process raft request' (duration: 180.10534ms)","trace[509003990] 'compare' (duration: 26.733367ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:50:04.064382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.204224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-30T01:50:04.064782Z","caller":"traceutil/trace.go:171","msg":"trace[1317527002] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:1895; }","duration":"559.660313ms","start":"2026-05-30T01:50:03.505107Z","end":"2026-05-30T01:50:04.064768Z","steps":["trace[1317527002] 'agreement among raft nodes before linearized reading' (duration: 559.139503ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:04.064837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:03.505087Z","time spent":"559.723993ms","remote":"127.0.0.1:36922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"warn","ts":"2026-05-30T01:50:04.065224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.190208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-698f79e3-6900-455f-97c2-a99e57a26579\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-05-30T01:50:04.065406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.334573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-698f79e3-6900-455f-97c2-a99e57a26579\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-05-30T01:50:04.065425Z","caller":"traceutil/trace.go:171","msg":"trace[768466410] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-698f79e3-6900-455f-97c2-a99e57a26579; range_end:; response_count:1; response_revision:1895; }","duration":"117.32601ms","start":"2026-05-30T01:50:03.947968Z","end":"2026-05-30T01:50:04.065294Z","steps":["trace[768466410] 'agreement among raft nodes before linearized reading' (duration: 117.085926ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:50:04.065462Z","caller":"traceutil/trace.go:171","msg":"trace[1079659958] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-698f79e3-6900-455f-97c2-a99e57a26579; range_end:; response_count:1; response_revision:1895; }","duration":"390.438235ms","start":"2026-05-30T01:50:03.67501Z","end":"2026-05-30T01:50:04.065448Z","steps":["trace[1079659958] 'agreement among raft nodes before linearized reading' (duration: 389.714711ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:04.065504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:03.674986Z","time spent":"390.508887ms","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-698f79e3-6900-455f-97c2-a99e57a26579\" "} {"level":"warn","ts":"2026-05-30T01:50:04.065572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.574065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18b434cb9175cfd5\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-05-30T01:50:04.065723Z","caller":"traceutil/trace.go:171","msg":"trace[110902705] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18b434cb9175cfd5; range_end:; response_count:1; response_revision:1895; }","duration":"376.753149ms","start":"2026-05-30T01:50:03.688951Z","end":"2026-05-30T01:50:04.065704Z","steps":["trace[110902705] 'agreement among raft nodes before linearized reading' (duration: 376.156488ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:04.065824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:03.688935Z","time spent":"376.873961ms","remote":"127.0.0.1:36980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1005,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18b434cb9175cfd5\" "} {"level":"warn","ts":"2026-05-30T01:50:05.188998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.520863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-30T01:50:05.189076Z","caller":"traceutil/trace.go:171","msg":"trace[920492096] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1898; }","duration":"192.646316ms","start":"2026-05-30T01:50:04.996411Z","end":"2026-05-30T01:50:05.189057Z","steps":["trace[920492096] 'range keys from in-memory index tree' (duration: 192.292709ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:05.189128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.427334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-05-30T01:50:05.189135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.731508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-30T01:50:05.189151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.88109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-30T01:50:05.189172Z","caller":"traceutil/trace.go:171","msg":"trace[725477705] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1898; }","duration":"956.78453ms","start":"2026-05-30T01:50:04.232378Z","end":"2026-05-30T01:50:05.189163Z","steps":["trace[725477705] 'range keys from in-memory index tree' (duration: 956.636516ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:50:05.189173Z","caller":"traceutil/trace.go:171","msg":"trace[2068262919] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1898; }","duration":"948.518806ms","start":"2026-05-30T01:50:04.24064Z","end":"2026-05-30T01:50:05.189159Z","steps":["trace[2068262919] 'range keys from in-memory index tree' (duration: 948.314422ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:05.189012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.017943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-05-30T01:50:05.189205Z","caller":"traceutil/trace.go:171","msg":"trace[1752426061] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1898; }","duration":"949.989372ms","start":"2026-05-30T01:50:04.239202Z","end":"2026-05-30T01:50:05.189191Z","steps":["trace[1752426061] 'range keys from in-memory index tree' (duration: 949.761278ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:05.189206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:04.232369Z","time spent":"956.82739ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-30T01:50:05.189222Z","caller":"traceutil/trace.go:171","msg":"trace[1267529446] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1898; }","duration":"965.263996ms","start":"2026-05-30T01:50:04.223941Z","end":"2026-05-30T01:50:05.189205Z","steps":["trace[1267529446] 'range keys from in-memory index tree' (duration: 964.867809ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:05.189299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:04.223924Z","time spent":"965.362009ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-30T01:50:05.189233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:04.239171Z","time spent":"950.055714ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-30T01:50:05.189986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:04.24063Z","time spent":"949.33752ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-30T01:50:05.572711Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393691758578983,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-30T01:50:06.073314Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393691758578983,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-30T01:50:06.354601Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.341066557s","expected-duration":"1s"} {"level":"info","ts":"2026-05-30T01:50:06.355261Z","caller":"traceutil/trace.go:171","msg":"trace[1478307794] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"1.341838971s","start":"2026-05-30T01:50:05.01338Z","end":"2026-05-30T01:50:06.355219Z","steps":["trace[1478307794] 'process raft request' (duration: 1.341517505s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:06.355508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:05.013351Z","time spent":"1.342024544s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:50:06.57605Z","caller":"traceutil/trace.go:171","msg":"trace[338376758] linearizableReadLoop","detail":"{readStateIndex:1981; appliedIndex:1972; }","duration":"1.504000717s","start":"2026-05-30T01:50:05.072024Z","end":"2026-05-30T01:50:06.576024Z","steps":["trace[338376758] 'read index received' (duration: 1.28288862s)","trace[338376758] 'applied index is now lower than readState.Index' (duration: 221.111057ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T01:50:06.576208Z","caller":"traceutil/trace.go:171","msg":"trace[1516790331] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"503.543033ms","start":"2026-05-30T01:50:06.072645Z","end":"2026-05-30T01:50:06.576188Z","steps":["trace[1516790331] 'process raft request' (duration: 503.33937ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:50:06.576192Z","caller":"traceutil/trace.go:171","msg":"trace[1213546865] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"546.826489ms","start":"2026-05-30T01:50:06.029342Z","end":"2026-05-30T01:50:06.576168Z","steps":["trace[1213546865] 'process raft request' (duration: 546.606575ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:50:06.576255Z","caller":"traceutil/trace.go:171","msg":"trace[1183978038] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"1.382576001s","start":"2026-05-30T01:50:05.193669Z","end":"2026-05-30T01:50:06.576245Z","steps":["trace[1183978038] 'process raft request' (duration: 1.382054362s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:06.576374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:06.072606Z","time spent":"503.660705ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:50:06.576411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:06.029314Z","time spent":"546.970421ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:50:06.576388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:05.193584Z","time spent":"1.382710743s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:50:06.576578Z","caller":"traceutil/trace.go:171","msg":"trace[1044090287] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"1.174376388s","start":"2026-05-30T01:50:05.402189Z","end":"2026-05-30T01:50:06.576566Z","steps":["trace[1044090287] 'process raft request' (duration: 1.173726026s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:06.576628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504608138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-698f79e3-6900-455f-97c2-a99e57a26579\" ","response":"range_response_count:1 size:3746"} {"level":"warn","ts":"2026-05-30T01:50:06.57665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:05.402164Z","time spent":"1.174452459s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:50:06.576673Z","caller":"traceutil/trace.go:171","msg":"trace[299841004] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-698f79e3-6900-455f-97c2-a99e57a26579; range_end:; response_count:1; response_revision:1907; }","duration":"1.50468927s","start":"2026-05-30T01:50:05.071972Z","end":"2026-05-30T01:50:06.576661Z","steps":["trace[299841004] 'agreement among raft nodes before linearized reading' (duration: 1.504543067s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:06.576801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:05.071954Z","time spent":"1.504834902s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3769,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-698f79e3-6900-455f-97c2-a99e57a26579\" "} {"level":"info","ts":"2026-05-30T01:50:06.576807Z","caller":"traceutil/trace.go:171","msg":"trace[1689035842] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"1.382681272s","start":"2026-05-30T01:50:05.194111Z","end":"2026-05-30T01:50:06.576793Z","steps":["trace[1689035842] 'process raft request' (duration: 1.381737205s)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:50:06.576186Z","caller":"traceutil/trace.go:171","msg":"trace[768970130] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"1.38143446s","start":"2026-05-30T01:50:05.194724Z","end":"2026-05-30T01:50:06.576158Z","steps":["trace[768970130] 'process raft request' (duration: 1.381158175s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:06.576879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:05.194105Z","time spent":"1.382734063s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:50:06.5769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:05.194714Z","time spent":"1.382136622s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:50:06.577003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.27851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-30T01:50:06.577078Z","caller":"traceutil/trace.go:171","msg":"trace[423683364] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1907; }","duration":"134.374792ms","start":"2026-05-30T01:50:06.442687Z","end":"2026-05-30T01:50:06.577062Z","steps":["trace[423683364] 'agreement among raft nodes before linearized reading' (duration: 134.25557ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:06.576916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.488611192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-05-30T01:50:06.577137Z","caller":"traceutil/trace.go:171","msg":"trace[1932530929] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1907; }","duration":"1.488856816s","start":"2026-05-30T01:50:05.088265Z","end":"2026-05-30T01:50:06.577122Z","steps":["trace[1932530929] 'agreement among raft nodes before linearized reading' (duration: 1.48849889s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:06.577184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:05.088252Z","time spent":"1.488920918s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-30T01:50:06.577219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403961285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:50:06.577291Z","caller":"traceutil/trace.go:171","msg":"trace[462848185] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1907; }","duration":"1.404038937s","start":"2026-05-30T01:50:05.173233Z","end":"2026-05-30T01:50:06.577272Z","steps":["trace[462848185] 'agreement among raft nodes before linearized reading' (duration: 1.403934305s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:06.577296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411621578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-30T01:50:06.577353Z","caller":"traceutil/trace.go:171","msg":"trace[1075820819] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1907; }","duration":"1.411703379s","start":"2026-05-30T01:50:05.165637Z","end":"2026-05-30T01:50:06.577341Z","steps":["trace[1075820819] 'agreement among raft nodes before linearized reading' (duration: 1.411561606s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:06.577357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.975075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-30T01:50:06.577404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:05.165618Z","time spent":"1.41177573s","remote":"127.0.0.1:49280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-30T01:50:06.577406Z","caller":"traceutil/trace.go:171","msg":"trace[586235490] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:1907; }","duration":"208.064887ms","start":"2026-05-30T01:50:06.369329Z","end":"2026-05-30T01:50:06.577394Z","steps":["trace[586235490] 'agreement among raft nodes before linearized reading' (duration: 207.982866ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:06.577329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:05.173201Z","time spent":"1.404120469s","remote":"127.0.0.1:36900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-30T01:50:06.577546Z","caller":"traceutil/trace.go:171","msg":"trace[99744780] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"1.383275744s","start":"2026-05-30T01:50:05.193824Z","end":"2026-05-30T01:50:06.5771Z","steps":["trace[99744780] 'process raft request' (duration: 1.3819481s)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:50:06.575995Z","caller":"traceutil/trace.go:171","msg":"trace[1451592067] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"1.382933177s","start":"2026-05-30T01:50:05.192963Z","end":"2026-05-30T01:50:06.575896Z","steps":["trace[1451592067] 'process raft request' (duration: 1.381557661s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:06.578201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:05.192942Z","time spent":"1.38520255s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:50:06.578353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:05.193798Z","time spent":"1.384252912s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:50:12.019629Z","caller":"traceutil/trace.go:171","msg":"trace[1792397509] transaction","detail":"{read_only:false; response_revision:1954; number_of_response:1; }","duration":"101.081456ms","start":"2026-05-30T01:50:11.918523Z","end":"2026-05-30T01:50:12.019605Z","steps":["trace[1792397509] 'process raft request' (duration: 100.918403ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:19.737713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.773852ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-30T01:50:19.738104Z","caller":"traceutil/trace.go:171","msg":"trace[441524364] transaction","detail":"{read_only:false; response_revision:2015; number_of_response:1; }","duration":"1.041465408s","start":"2026-05-30T01:50:18.696591Z","end":"2026-05-30T01:50:19.738057Z","steps":["trace[441524364] 'process raft request' (duration: 597.255069ms)","trace[441524364] 'compare' (duration: 442.933758ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:50:19.738297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:18.696577Z","time spent":"1.04161571s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:50:19.738494Z","caller":"traceutil/trace.go:171","msg":"trace[646394039] transaction","detail":"{read_only:false; response_revision:2018; number_of_response:1; }","duration":"1.040861418s","start":"2026-05-30T01:50:18.697583Z","end":"2026-05-30T01:50:19.738445Z","steps":["trace[646394039] 'process raft request' (duration: 1.040708605s)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:50:19.738524Z","caller":"traceutil/trace.go:171","msg":"trace[44878553] transaction","detail":"{read_only:false; response_revision:2016; number_of_response:1; }","duration":"1.041486608s","start":"2026-05-30T01:50:18.696993Z","end":"2026-05-30T01:50:19.73848Z","steps":["trace[44878553] 'process raft request' (duration: 1.040920459s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:19.738695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:18.697563Z","time spent":"1.04103052s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:50:19.738533Z","caller":"traceutil/trace.go:171","msg":"trace[208631897] transaction","detail":"{read_only:false; response_revision:2017; number_of_response:1; }","duration":"1.041496998s","start":"2026-05-30T01:50:18.697024Z","end":"2026-05-30T01:50:19.738521Z","steps":["trace[208631897] 'process raft request' (duration: 1.041123762s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:19.738836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:18.696987Z","time spent":"1.041633681s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:50:19.738852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:18.697012Z","time spent":"1.041783845s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:50:20.074971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.927074ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-30T01:50:20.076361Z","caller":"traceutil/trace.go:171","msg":"trace[1300921874] transaction","detail":"{read_only:false; response_revision:2019; number_of_response:1; }","duration":"962.214046ms","start":"2026-05-30T01:50:19.114116Z","end":"2026-05-30T01:50:20.07633Z","steps":["trace[1300921874] 'process raft request' (duration: 748.683655ms)","trace[1300921874] 'compare' (duration: 211.746631ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:50:20.076499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:19.114091Z","time spent":"962.335089ms","remote":"127.0.0.1:37106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8111,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:50:20.113884Z","caller":"traceutil/trace.go:171","msg":"trace[1352601346] linearizableReadLoop","detail":"{readStateIndex:2095; appliedIndex:2090; }","duration":"935.846262ms","start":"2026-05-30T01:50:19.178019Z","end":"2026-05-30T01:50:20.113865Z","steps":["trace[1352601346] 'read index received' (duration: 115.844985ms)","trace[1352601346] 'applied index is now lower than readState.Index' (duration: 820.000227ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T01:50:20.114024Z","caller":"traceutil/trace.go:171","msg":"trace[105513663] transaction","detail":"{read_only:false; response_revision:2020; number_of_response:1; }","duration":"738.541251ms","start":"2026-05-30T01:50:19.375463Z","end":"2026-05-30T01:50:20.114005Z","steps":["trace[105513663] 'process raft request' (duration: 738.117424ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:20.114302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.27585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:50:20.114372Z","caller":"traceutil/trace.go:171","msg":"trace[1215859762] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2020; }","duration":"936.371922ms","start":"2026-05-30T01:50:19.177981Z","end":"2026-05-30T01:50:20.114353Z","steps":["trace[1215859762] 'agreement among raft nodes before linearized reading' (duration: 936.26671ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:20.114398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.166646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-30T01:50:20.114436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:19.177965Z","time spent":"936.448093ms","remote":"127.0.0.1:36900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-30T01:50:20.114143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:19.375359Z","time spent":"738.697135ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:50:20.11448Z","caller":"traceutil/trace.go:171","msg":"trace[378896225] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2020; }","duration":"417.301769ms","start":"2026-05-30T01:50:19.697157Z","end":"2026-05-30T01:50:20.114459Z","steps":["trace[378896225] 'agreement among raft nodes before linearized reading' (duration: 417.043904ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:20.114531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:19.697138Z","time spent":"417.38364ms","remote":"127.0.0.1:49280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-30T01:50:24.951585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.207658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-30T01:50:24.951661Z","caller":"traceutil/trace.go:171","msg":"trace[2094860324] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2044; }","duration":"810.323131ms","start":"2026-05-30T01:50:24.141319Z","end":"2026-05-30T01:50:24.951642Z","steps":["trace[2094860324] 'range keys from in-memory index tree' (duration: 810.073907ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:24.951659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121398863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-30T01:50:24.951703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:24.141301Z","time spent":"810.388811ms","remote":"127.0.0.1:49280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-30T01:50:24.951747Z","caller":"traceutil/trace.go:171","msg":"trace[689152000] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2044; }","duration":"1.121532245s","start":"2026-05-30T01:50:23.830195Z","end":"2026-05-30T01:50:24.951727Z","steps":["trace[689152000] 'count revisions from in-memory index tree' (duration: 1.121275681s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:24.95179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:23.830175Z","time spent":"1.121604777s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-05-30T01:50:24.95193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.00211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:50:24.951989Z","caller":"traceutil/trace.go:171","msg":"trace[1319936678] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2044; }","duration":"778.069521ms","start":"2026-05-30T01:50:24.173904Z","end":"2026-05-30T01:50:24.951974Z","steps":["trace[1319936678] 'range keys from in-memory index tree' (duration: 777.940949ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:24.952062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:24.173862Z","time spent":"778.149454ms","remote":"127.0.0.1:36900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-30T01:50:25.285273Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393691758579278,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-30T01:50:25.78625Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393691758579278,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-30T01:50:26.050265Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.553860497s","expected-duration":"1s"} {"level":"info","ts":"2026-05-30T01:50:26.050646Z","caller":"traceutil/trace.go:171","msg":"trace[1630060127] transaction","detail":"{read_only:false; response_revision:2045; number_of_response:1; }","duration":"1.554328245s","start":"2026-05-30T01:50:24.496296Z","end":"2026-05-30T01:50:26.050624Z","steps":["trace[1630060127] 'process raft request' (duration: 1.554187302s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:26.050868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:24.496275Z","time spent":"1.554496507s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:50:26.051357Z","caller":"traceutil/trace.go:171","msg":"trace[1805296748] transaction","detail":"{read_only:false; response_revision:2047; number_of_response:1; }","duration":"1.34402094s","start":"2026-05-30T01:50:24.707316Z","end":"2026-05-30T01:50:26.051337Z","steps":["trace[1805296748] 'process raft request' (duration: 1.343903418s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:26.051463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:24.70729Z","time spent":"1.344119762s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:50:26.051534Z","caller":"traceutil/trace.go:171","msg":"trace[834314961] transaction","detail":"{read_only:false; response_revision:2048; number_of_response:1; }","duration":"1.340976339s","start":"2026-05-30T01:50:24.710546Z","end":"2026-05-30T01:50:26.051522Z","steps":["trace[834314961] 'process raft request' (duration: 1.340729075s)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:50:26.051595Z","caller":"traceutil/trace.go:171","msg":"trace[1277424879] transaction","detail":"{read_only:false; response_revision:2046; number_of_response:1; }","duration":"1.369447125s","start":"2026-05-30T01:50:24.682131Z","end":"2026-05-30T01:50:26.051578Z","steps":["trace[1277424879] 'process raft request' (duration: 1.368969937s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:26.051697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:24.682107Z","time spent":"1.369530416s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:50:26.051605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:24.710521Z","time spent":"1.341048181s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:50:26.05183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267338598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-30T01:50:26.051866Z","caller":"traceutil/trace.go:171","msg":"trace[1507995505] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2049; }","duration":"1.26741587s","start":"2026-05-30T01:50:24.784443Z","end":"2026-05-30T01:50:26.051858Z","steps":["trace[1507995505] 'agreement among raft nodes before linearized reading' (duration: 1.267285028s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:26.051895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:24.784419Z","time spent":"1.26746743s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-30T01:50:26.051706Z","caller":"traceutil/trace.go:171","msg":"trace[1608922864] linearizableReadLoop","detail":"{readStateIndex:2127; appliedIndex:2122; }","duration":"1.267196796s","start":"2026-05-30T01:50:24.784499Z","end":"2026-05-30T01:50:26.051696Z","steps":["trace[1608922864] 'read index received' (duration: 1.265964066s)","trace[1608922864] 'applied index is now lower than readState.Index' (duration: 1.23189ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T01:50:26.052014Z","caller":"traceutil/trace.go:171","msg":"trace[1836280031] transaction","detail":"{read_only:false; response_revision:2049; number_of_response:1; }","duration":"353.193949ms","start":"2026-05-30T01:50:25.698796Z","end":"2026-05-30T01:50:26.05199Z","steps":["trace[1836280031] 'process raft request' (duration: 352.67738ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:26.052155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:25.698769Z","time spent":"353.303611ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:50:26.052028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119881755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-30T01:50:26.052293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.031926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-30T01:50:26.052324Z","caller":"traceutil/trace.go:171","msg":"trace[173936687] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2049; }","duration":"294.098447ms","start":"2026-05-30T01:50:25.758216Z","end":"2026-05-30T01:50:26.052315Z","steps":["trace[173936687] 'agreement among raft nodes before linearized reading' (duration: 294.016746ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:26.052352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.073862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-30T01:50:26.052416Z","caller":"traceutil/trace.go:171","msg":"trace[1274481822] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:2049; }","duration":"651.154783ms","start":"2026-05-30T01:50:25.401241Z","end":"2026-05-30T01:50:26.052396Z","steps":["trace[1274481822] 'agreement among raft nodes before linearized reading' (duration: 651.068842ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:26.052467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:25.401225Z","time spent":"651.228445ms","remote":"127.0.0.1:53734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-30T01:50:26.05249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.172158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-30T01:50:26.052514Z","caller":"traceutil/trace.go:171","msg":"trace[111799812] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2049; }","duration":"294.232429ms","start":"2026-05-30T01:50:25.758275Z","end":"2026-05-30T01:50:26.052507Z","steps":["trace[111799812] 'agreement among raft nodes before linearized reading' (duration: 294.163208ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:26.0526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.71789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-30T01:50:26.05265Z","caller":"traceutil/trace.go:171","msg":"trace[1678966012] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2049; }","duration":"290.78265ms","start":"2026-05-30T01:50:25.761856Z","end":"2026-05-30T01:50:26.052638Z","steps":["trace[1678966012] 'agreement among raft nodes before linearized reading' (duration: 290.677329ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:26.052494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.972455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-30T01:50:26.052694Z","caller":"traceutil/trace.go:171","msg":"trace[245568657] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2049; }","duration":"294.170868ms","start":"2026-05-30T01:50:25.758511Z","end":"2026-05-30T01:50:26.052682Z","steps":["trace[245568657] 'agreement among raft nodes before linearized reading' (duration: 293.886263ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:50:26.052321Z","caller":"traceutil/trace.go:171","msg":"trace[1364431882] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2049; }","duration":"1.12022793s","start":"2026-05-30T01:50:24.932082Z","end":"2026-05-30T01:50:26.052309Z","steps":["trace[1364431882] 'agreement among raft nodes before linearized reading' (duration: 1.119905045s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:26.052825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:24.932063Z","time spent":"1.120750709s","remote":"127.0.0.1:37178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-30T01:50:26.052874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.481325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-30T01:50:26.052932Z","caller":"traceutil/trace.go:171","msg":"trace[1020351813] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2049; }","duration":"937.576698ms","start":"2026-05-30T01:50:25.115341Z","end":"2026-05-30T01:50:26.052918Z","steps":["trace[1020351813] 'agreement among raft nodes before linearized reading' (duration: 937.307743ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:26.052975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:25.115318Z","time spent":"937.643959ms","remote":"127.0.0.1:36980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":269,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-30T01:50:26.053026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099418313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:50:26.053069Z","caller":"traceutil/trace.go:171","msg":"trace[348098790] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2049; }","duration":"1.099482934s","start":"2026-05-30T01:50:24.953577Z","end":"2026-05-30T01:50:26.05306Z","steps":["trace[348098790] 'agreement among raft nodes before linearized reading' (duration: 1.099419153s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:26.053099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:24.953557Z","time spent":"1.099535465s","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-30T01:50:26.053192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064140313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-30T01:50:26.053222Z","caller":"traceutil/trace.go:171","msg":"trace[939635608] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2049; }","duration":"1.064207394s","start":"2026-05-30T01:50:24.989008Z","end":"2026-05-30T01:50:26.053215Z","steps":["trace[939635608] 'agreement among raft nodes before linearized reading' (duration: 1.064148433s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:26.053262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:24.98899Z","time spent":"1.064260615s","remote":"127.0.0.1:37218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":15,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-05-30T01:50:41.057183Z","caller":"traceutil/trace.go:171","msg":"trace[1117222824] transaction","detail":"{read_only:false; response_revision:2135; number_of_response:1; }","duration":"226.428592ms","start":"2026-05-30T01:50:40.830721Z","end":"2026-05-30T01:50:41.057149Z","steps":["trace[1117222824] 'process raft request' (duration: 226.274079ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:46.966625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.783784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18b434d29a7e86d5\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-05-30T01:50:46.966953Z","caller":"traceutil/trace.go:171","msg":"trace[1200613234] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18b434d29a7e86d5; range_end:; response_count:1; response_revision:2166; }","duration":"107.152909ms","start":"2026-05-30T01:50:46.859774Z","end":"2026-05-30T01:50:46.966927Z","steps":["trace[1200613234] 'range keys from in-memory index tree' (duration: 106.617991ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:50:48.240185Z","caller":"traceutil/trace.go:171","msg":"trace[1679941397] transaction","detail":"{read_only:false; response_revision:2168; number_of_response:1; }","duration":"108.539788ms","start":"2026-05-30T01:50:48.131618Z","end":"2026-05-30T01:50:48.240157Z","steps":["trace[1679941397] 'process raft request' (duration: 108.311845ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:50:49.165755Z","caller":"traceutil/trace.go:171","msg":"trace[2076595497] transaction","detail":"{read_only:false; response_revision:2170; number_of_response:1; }","duration":"1.015871644s","start":"2026-05-30T01:50:48.149847Z","end":"2026-05-30T01:50:49.165719Z","steps":["trace[2076595497] 'process raft request' (duration: 1.015784673s)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:50:49.165775Z","caller":"traceutil/trace.go:171","msg":"trace[1942743051] transaction","detail":"{read_only:false; response_revision:2169; number_of_response:1; }","duration":"1.020214338s","start":"2026-05-30T01:50:48.145524Z","end":"2026-05-30T01:50:49.165738Z","steps":["trace[1942743051] 'process raft request' (duration: 1.006573163s)","trace[1942743051] 'compare' (duration: 13.132148ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:50:49.165873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:48.14983Z","time spent":"1.015985315s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:50:49.16589Z","caller":"traceutil/trace.go:171","msg":"trace[11803257] transaction","detail":"{read_only:false; response_revision:2171; number_of_response:1; }","duration":"1.015542478s","start":"2026-05-30T01:50:48.150336Z","end":"2026-05-30T01:50:49.165878Z","steps":["trace[11803257] 'process raft request' (duration: 1.015356035s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:49.16596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:48.150328Z","time spent":"1.015596229s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:50:49.166059Z","caller":"traceutil/trace.go:171","msg":"trace[1450031314] linearizableReadLoop","detail":"{readStateIndex:2253; appliedIndex:2249; }","duration":"995.910522ms","start":"2026-05-30T01:50:48.17014Z","end":"2026-05-30T01:50:49.166051Z","steps":["trace[1450031314] 'read index received' (duration: 69.720532ms)","trace[1450031314] 'applied index is now lower than readState.Index' (duration: 926.18926ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:50:49.166213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.070044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-30T01:50:49.166241Z","caller":"traceutil/trace.go:171","msg":"trace[1970777268] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2171; }","duration":"996.127614ms","start":"2026-05-30T01:50:48.170107Z","end":"2026-05-30T01:50:49.166235Z","steps":["trace[1970777268] 'agreement among raft nodes before linearized reading' (duration: 996.005103ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:49.16626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:48.17009Z","time spent":"996.165485ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-30T01:50:49.166764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:48.145495Z","time spent":"1.02033078s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:50:49.176029Z","caller":"traceutil/trace.go:171","msg":"trace[1698822261] transaction","detail":"{read_only:false; response_revision:2172; number_of_response:1; }","duration":"605.229125ms","start":"2026-05-30T01:50:48.570773Z","end":"2026-05-30T01:50:49.176002Z","steps":["trace[1698822261] 'process raft request' (duration: 604.981051ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:49.176254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:48.570748Z","time spent":"605.383738ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:50:49.236837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.515242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:50:49.23693Z","caller":"traceutil/trace.go:171","msg":"trace[1139960835] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2173; }","duration":"463.653175ms","start":"2026-05-30T01:50:48.773254Z","end":"2026-05-30T01:50:49.236907Z","steps":["trace[1139960835] 'agreement among raft nodes before linearized reading' (duration: 463.496892ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:49.236972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043408376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-05-30T01:50:49.236986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:48.773236Z","time spent":"463.732527ms","remote":"127.0.0.1:56742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-30T01:50:49.237028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043679089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-05-30T01:50:49.237096Z","caller":"traceutil/trace.go:171","msg":"trace[481764543] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2173; }","duration":"1.0437765s","start":"2026-05-30T01:50:48.193302Z","end":"2026-05-30T01:50:49.237078Z","steps":["trace[481764543] 'agreement among raft nodes before linearized reading' (duration: 1.043608918s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:49.237142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:48.193287Z","time spent":"1.043843422s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-30T01:50:49.237171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02908428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-30T01:50:49.237241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064233119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-30T01:50:49.237195Z","caller":"traceutil/trace.go:171","msg":"trace[85263104] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2173; }","duration":"1.02912791s","start":"2026-05-30T01:50:48.208059Z","end":"2026-05-30T01:50:49.237187Z","steps":["trace[85263104] 'agreement among raft nodes before linearized reading' (duration: 1.028985258s)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:50:49.237299Z","caller":"traceutil/trace.go:171","msg":"trace[1073254466] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2173; }","duration":"1.06432531s","start":"2026-05-30T01:50:48.172961Z","end":"2026-05-30T01:50:49.237286Z","steps":["trace[1073254466] 'agreement among raft nodes before linearized reading' (duration: 1.064202159s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:49.237327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:48.172945Z","time spent":"1.064373721s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-30T01:50:49.23731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:48.208046Z","time spent":"1.029255012s","remote":"127.0.0.1:49280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-30T01:50:49.237064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063674141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-30T01:50:49.237008Z","caller":"traceutil/trace.go:171","msg":"trace[1856805169] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2173; }","duration":"1.043461006s","start":"2026-05-30T01:50:48.193538Z","end":"2026-05-30T01:50:49.236999Z","steps":["trace[1856805169] 'agreement among raft nodes before linearized reading' (duration: 1.043355684s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:49.237634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:48.19353Z","time spent":"1.044088255s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-30T01:50:49.237962Z","caller":"traceutil/trace.go:171","msg":"trace[1881086240] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2173; }","duration":"1.0642675s","start":"2026-05-30T01:50:48.173323Z","end":"2026-05-30T01:50:49.237591Z","steps":["trace[1881086240] 'agreement among raft nodes before linearized reading' (duration: 1.063462287s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:49.238257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:48.173299Z","time spent":"1.064936949s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-30T01:50:49.345567Z","caller":"traceutil/trace.go:171","msg":"trace[1225969017] transaction","detail":"{read_only:false; response_revision:2177; number_of_response:1; }","duration":"103.249003ms","start":"2026-05-30T01:50:49.242287Z","end":"2026-05-30T01:50:49.345536Z","steps":["trace[1225969017] 'process raft request' (duration: 103.217002ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:50:49.345588Z","caller":"traceutil/trace.go:171","msg":"trace[1830579396] transaction","detail":"{read_only:false; response_revision:2175; number_of_response:1; }","duration":"103.532007ms","start":"2026-05-30T01:50:49.24203Z","end":"2026-05-30T01:50:49.345562Z","steps":["trace[1830579396] 'process raft request' (duration: 103.307724ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:50:49.345718Z","caller":"traceutil/trace.go:171","msg":"trace[955834207] transaction","detail":"{read_only:false; response_revision:2176; number_of_response:1; }","duration":"103.451315ms","start":"2026-05-30T01:50:49.242259Z","end":"2026-05-30T01:50:49.345711Z","steps":["trace[955834207] 'process raft request' (duration: 103.212662ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:50.75151Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393691758579590,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-30T01:50:50.91548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024299943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:50:50.915573Z","caller":"traceutil/trace.go:171","msg":"trace[1890321834] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:2177; }","duration":"1.024440306s","start":"2026-05-30T01:50:49.891107Z","end":"2026-05-30T01:50:50.915547Z","steps":["trace[1890321834] 'count revisions from in-memory index tree' (duration: 1.024142441s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:50.915576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127582556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-30T01:50:50.915621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:49.891084Z","time spent":"1.024525107s","remote":"127.0.0.1:40122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-30T01:50:50.915655Z","caller":"traceutil/trace.go:171","msg":"trace[1702101176] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:2177; }","duration":"1.127714168s","start":"2026-05-30T01:50:49.787923Z","end":"2026-05-30T01:50:50.915637Z","steps":["trace[1702101176] 'count revisions from in-memory index tree' (duration: 1.127507916s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:50.9157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:49.787904Z","time spent":"1.127782579s","remote":"127.0.0.1:37152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-05-30T01:50:50.915759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.391406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-30T01:50:50.915819Z","caller":"traceutil/trace.go:171","msg":"trace[568090229] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2177; }","duration":"891.491418ms","start":"2026-05-30T01:50:50.024311Z","end":"2026-05-30T01:50:50.915802Z","steps":["trace[568090229] 'count revisions from in-memory index tree' (duration: 891.311485ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:50.915847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.234112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-30T01:50:50.91586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:50.024293Z","time spent":"891.555228ms","remote":"127.0.0.1:37376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-05-30T01:50:50.91591Z","caller":"traceutil/trace.go:171","msg":"trace[227755287] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2177; }","duration":"718.326484ms","start":"2026-05-30T01:50:50.197556Z","end":"2026-05-30T01:50:50.915882Z","steps":["trace[227755287] 'count revisions from in-memory index tree' (duration: 718.168732ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:50.915967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:50.197544Z","time spent":"718.410065ms","remote":"127.0.0.1:37280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":67,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-30T01:50:50.915702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.948713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-30T01:50:50.916127Z","caller":"traceutil/trace.go:171","msg":"trace[1687314885] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2177; }","duration":"719.414789ms","start":"2026-05-30T01:50:50.196696Z","end":"2026-05-30T01:50:50.916111Z","steps":["trace[1687314885] 'count revisions from in-memory index tree' (duration: 718.860621ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:50.916175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:50.196669Z","time spent":"719.490871ms","remote":"127.0.0.1:37000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":20,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-05-30T01:50:50.915565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.939627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:50:50.916248Z","caller":"traceutil/trace.go:171","msg":"trace[1615638346] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2177; }","duration":"740.685498ms","start":"2026-05-30T01:50:50.175545Z","end":"2026-05-30T01:50:50.916231Z","steps":["trace[1615638346] 'range keys from in-memory index tree' (duration: 739.778844ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:50.916289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:50.175525Z","time spent":"740.752619ms","remote":"127.0.0.1:36900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-30T01:50:50.918005Z","caller":"traceutil/trace.go:171","msg":"trace[1953308969] transaction","detail":"{read_only:false; response_revision:2178; number_of_response:1; }","duration":"671.44532ms","start":"2026-05-30T01:50:50.246537Z","end":"2026-05-30T01:50:50.917982Z","steps":["trace[1953308969] 'process raft request' (duration: 671.258208ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:50.918216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:50.2465Z","time spent":"671.564613ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:50:50.918783Z","caller":"traceutil/trace.go:171","msg":"trace[1773323917] linearizableReadLoop","detail":"{readStateIndex:2261; appliedIndex:2261; }","duration":"667.796447ms","start":"2026-05-30T01:50:50.250957Z","end":"2026-05-30T01:50:50.918754Z","steps":["trace[1773323917] 'read index received' (duration: 667.777046ms)","trace[1773323917] 'applied index is now lower than readState.Index' (duration: 16.961µs)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:50:50.919132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.157762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-30T01:50:50.91931Z","caller":"traceutil/trace.go:171","msg":"trace[1012477432] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2178; }","duration":"668.389834ms","start":"2026-05-30T01:50:50.250903Z","end":"2026-05-30T01:50:50.919293Z","steps":["trace[1012477432] 'agreement among raft nodes before linearized reading' (duration: 668.06147ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:50.919385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:50.250881Z","time spent":"668.489037ms","remote":"127.0.0.1:49280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-30T01:50:51.42028Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393691758579593,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-30T01:50:51.921366Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393691758579593,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-30T01:50:52.171911Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.253206885s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-30T01:50:52.347265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.103465ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-30T01:50:52.347392Z","caller":"traceutil/trace.go:171","msg":"trace[648179249] transaction","detail":"{read_only:false; response_revision:2179; number_of_response:1; }","duration":"1.553450975s","start":"2026-05-30T01:50:50.793922Z","end":"2026-05-30T01:50:52.347373Z","steps":["trace[648179249] 'process raft request' (duration: 1.378129257s)","trace[648179249] 'compare' (duration: 174.504737ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:50:52.347504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:50.793896Z","time spent":"1.553530787s","remote":"127.0.0.1:37106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:50:52.918336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999777132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-30T01:50:52.918427Z","caller":"traceutil/trace.go:171","msg":"trace[302234556] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999957495s","start":"2026-05-30T01:50:50.91845Z","end":"2026-05-30T01:50:52.918407Z","steps":["trace[302234556] 'agreement among raft nodes before linearized reading' (duration: 1.999797652s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:52.918476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:50.918428Z","time spent":"2.000037575s","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/30 01:50:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-30T01:50:54.3206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486193675s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-30T01:50:54.321148Z","caller":"traceutil/trace.go:171","msg":"trace[1702323281] transaction","detail":"{read_only:false; response_revision:2185; number_of_response:1; }","duration":"1.394285828s","start":"2026-05-30T01:50:52.926843Z","end":"2026-05-30T01:50:54.321128Z","steps":["trace[1702323281] 'process raft request' (duration: 1.394247827s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:54.321241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:52.926823Z","time spent":"1.394378189s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:50:54.321316Z","caller":"traceutil/trace.go:171","msg":"trace[1846375904] transaction","detail":"{read_only:false; response_revision:2181; number_of_response:1; }","duration":"3.148417016s","start":"2026-05-30T01:50:51.172869Z","end":"2026-05-30T01:50:54.321286Z","steps":["trace[1846375904] 'process raft request' (duration: 3.147841428s)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:50:54.321371Z","caller":"traceutil/trace.go:171","msg":"trace[410942660] transaction","detail":"{read_only:false; response_revision:2183; number_of_response:1; }","duration":"3.114762864s","start":"2026-05-30T01:50:51.206582Z","end":"2026-05-30T01:50:54.321345Z","steps":["trace[410942660] 'process raft request' (duration: 3.114241326s)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:50:54.321517Z","caller":"traceutil/trace.go:171","msg":"trace[695361825] transaction","detail":"{read_only:false; response_revision:2182; number_of_response:1; }","duration":"3.14726104s","start":"2026-05-30T01:50:51.174231Z","end":"2026-05-30T01:50:54.321492Z","steps":["trace[695361825] 'process raft request' (duration: 3.146558609s)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:50:54.321542Z","caller":"traceutil/trace.go:171","msg":"trace[36163171] transaction","detail":"{read_only:false; response_revision:2180; number_of_response:1; }","duration":"3.14924937s","start":"2026-05-30T01:50:51.172274Z","end":"2026-05-30T01:50:54.321524Z","steps":["trace[36163171] 'process raft request' (duration: 1.66204515s)","trace[36163171] 'compare' (duration: 1.485738268s)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:50:54.321541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:51.172852Z","time spent":"3.148534069s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:50:54.321548Z","caller":"traceutil/trace.go:171","msg":"trace[213667043] transaction","detail":"{read_only:false; response_revision:2184; number_of_response:1; }","duration":"1.491803049s","start":"2026-05-30T01:50:52.829725Z","end":"2026-05-30T01:50:54.321528Z","steps":["trace[213667043] 'process raft request' (duration: 1.491324712s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:54.32165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:51.172242Z","time spent":"3.149335741s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:50:54.321651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:51.174196Z","time spent":"3.147372712s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:50:54.321673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.063970866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:50:54.321711Z","caller":"traceutil/trace.go:171","msg":"trace[1066273230] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:2185; }","duration":"4.064044538s","start":"2026-05-30T01:50:50.257657Z","end":"2026-05-30T01:50:54.321701Z","steps":["trace[1066273230] 'agreement among raft nodes before linearized reading' (duration: 4.063974787s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:54.321717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.572210659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-30T01:50:54.32175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:50.257599Z","time spent":"4.064142678s","remote":"127.0.0.1:40154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-05-30T01:50:54.321766Z","caller":"traceutil/trace.go:171","msg":"trace[1042596582] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2185; }","duration":"3.572299691s","start":"2026-05-30T01:50:50.749448Z","end":"2026-05-30T01:50:54.321748Z","steps":["trace[1042596582] 'agreement among raft nodes before linearized reading' (duration: 3.57222702s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:54.321725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:52.829703Z","time spent":"1.491943611s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:50:54.321812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:50.749425Z","time spent":"3.572374171s","remote":"127.0.0.1:37350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-30T01:50:54.32161Z","caller":"traceutil/trace.go:171","msg":"trace[486942124] linearizableReadLoop","detail":"{readStateIndex:2266; appliedIndex:2261; }","duration":"3.402376134s","start":"2026-05-30T01:50:50.919218Z","end":"2026-05-30T01:50:54.321595Z","steps":["trace[486942124] 'read index received' (duration: 1.25284707s)","trace[486942124] 'applied index is now lower than readState.Index' (duration: 2.149527444s)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:50:54.322033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.080752518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-30T01:50:54.322075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.465162186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18b434d29a7e86d5\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-05-30T01:50:54.322118Z","caller":"traceutil/trace.go:171","msg":"trace[1448391705] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18b434d29a7e86d5; range_end:; response_count:1; response_revision:2185; }","duration":"2.465231748s","start":"2026-05-30T01:50:51.856876Z","end":"2026-05-30T01:50:54.322108Z","steps":["trace[1448391705] 'agreement among raft nodes before linearized reading' (duration: 2.465087956s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:54.322132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.972537681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-30T01:50:54.322159Z","caller":"traceutil/trace.go:171","msg":"trace[1005761031] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2185; }","duration":"2.972596042s","start":"2026-05-30T01:50:51.349553Z","end":"2026-05-30T01:50:54.322149Z","steps":["trace[1005761031] 'agreement among raft nodes before linearized reading' (duration: 2.972504951s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:54.322162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.972964817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-05-30T01:50:54.322187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:51.349536Z","time spent":"2.972646103s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-30T01:50:54.322193Z","caller":"traceutil/trace.go:171","msg":"trace[960312128] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2185; }","duration":"2.973013868s","start":"2026-05-30T01:50:51.349171Z","end":"2026-05-30T01:50:54.322185Z","steps":["trace[960312128] 'agreement among raft nodes before linearized reading' (duration: 2.972933937s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:54.322225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:51.349164Z","time spent":"2.973053908s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-30T01:50:54.32228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.268527944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:50:54.322314Z","caller":"traceutil/trace.go:171","msg":"trace[706544648] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:2185; }","duration":"2.268589365s","start":"2026-05-30T01:50:52.053716Z","end":"2026-05-30T01:50:54.322305Z","steps":["trace[706544648] 'agreement among raft nodes before linearized reading' (duration: 2.268543624s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:54.322351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:52.0537Z","time spent":"2.268641856s","remote":"127.0.0.1:45044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-05-30T01:50:54.322374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.689113161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-30T01:50:54.322399Z","caller":"traceutil/trace.go:171","msg":"trace[735025063] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2185; }","duration":"2.689160791s","start":"2026-05-30T01:50:51.633229Z","end":"2026-05-30T01:50:54.32239Z","steps":["trace[735025063] 'agreement among raft nodes before linearized reading' (duration: 2.68909154s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:54.322422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:51.633215Z","time spent":"2.689203141s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-30T01:50:54.3225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.700155065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-05-30T01:50:54.322511Z","caller":"traceutil/trace.go:171","msg":"trace[865366226] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2185; }","duration":"2.700200206s","start":"2026-05-30T01:50:51.622308Z","end":"2026-05-30T01:50:54.322508Z","steps":["trace[865366226] 'agreement among raft nodes before linearized reading' (duration: 2.700158395s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:54.322523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:51.622288Z","time spent":"2.700232326s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-30T01:50:54.322553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.383803172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-30T01:50:54.322566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.963446265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-30T01:50:54.322581Z","caller":"traceutil/trace.go:171","msg":"trace[1355420301] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2185; }","duration":"2.963500867s","start":"2026-05-30T01:50:51.359076Z","end":"2026-05-30T01:50:54.322576Z","steps":["trace[1355420301] 'agreement among raft nodes before linearized reading' (duration: 2.963476886s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:54.322593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:51.359054Z","time spent":"2.963535497s","remote":"127.0.0.1:37230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-30T01:50:54.322611Z","caller":"traceutil/trace.go:171","msg":"trace[1175525857] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2185; }","duration":"2.383850332s","start":"2026-05-30T01:50:51.938724Z","end":"2026-05-30T01:50:54.322574Z","steps":["trace[1175525857] 'agreement among raft nodes before linearized reading' (duration: 2.383763511s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:54.322647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:51.938712Z","time spent":"2.383927763s","remote":"127.0.0.1:49280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-30T01:50:54.322154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:51.856862Z","time spent":"2.465285028s","remote":"127.0.0.1:36980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18b434d29a7e86d5\" "} {"level":"warn","ts":"2026-05-30T01:50:54.322715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.456562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-30T01:50:54.323317Z","caller":"traceutil/trace.go:171","msg":"trace[991970811] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:2185; }","duration":"176.085792ms","start":"2026-05-30T01:50:54.147215Z","end":"2026-05-30T01:50:54.323301Z","steps":["trace[991970811] 'agreement among raft nodes before linearized reading' (duration: 175.035027ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:54.32224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.663164939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12381"} {"level":"info","ts":"2026-05-30T01:50:54.323498Z","caller":"traceutil/trace.go:171","msg":"trace[1020447974] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2185; }","duration":"1.664456877s","start":"2026-05-30T01:50:52.659032Z","end":"2026-05-30T01:50:54.323489Z","steps":["trace[1020447974] 'agreement among raft nodes before linearized reading' (duration: 1.663145178s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:54.323539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:52.659013Z","time spent":"1.664513448s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12404,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-30T01:50:54.322136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395302173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:50:54.323744Z","caller":"traceutil/trace.go:171","msg":"trace[1256755238] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2185; }","duration":"1.396942856s","start":"2026-05-30T01:50:52.926791Z","end":"2026-05-30T01:50:54.323734Z","steps":["trace[1256755238] 'agreement among raft nodes before linearized reading' (duration: 1.395254002s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:54.323786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:52.92677Z","time spent":"1.397008018s","remote":"127.0.0.1:36900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-30T01:50:54.322082Z","caller":"traceutil/trace.go:171","msg":"trace[1118793746] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2185; }","duration":"3.080836728s","start":"2026-05-30T01:50:51.241232Z","end":"2026-05-30T01:50:54.322069Z","steps":["trace[1118793746] 'agreement among raft nodes before linearized reading' (duration: 3.080701496s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:54.323983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:51.241212Z","time spent":"3.082761596s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-30T01:50:54.323006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.974028764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-05-30T01:50:54.324248Z","caller":"traceutil/trace.go:171","msg":"trace[2064831676] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2185; }","duration":"2.975312453s","start":"2026-05-30T01:50:51.348924Z","end":"2026-05-30T01:50:54.324237Z","steps":["trace[2064831676] 'agreement among raft nodes before linearized reading' (duration: 2.973998154s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:54.324289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:51.348903Z","time spent":"2.975376404s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-30T01:50:54.323037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.056394233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-30T01:50:54.32446Z","caller":"traceutil/trace.go:171","msg":"trace[835501099] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2185; }","duration":"3.057861115s","start":"2026-05-30T01:50:51.26659Z","end":"2026-05-30T01:50:54.324451Z","steps":["trace[835501099] 'agreement among raft nodes before linearized reading' (duration: 3.056380892s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:54.324497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:51.266568Z","time spent":"3.057920976s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-30T01:50:54.323069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.498389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-30T01:50:54.324684Z","caller":"traceutil/trace.go:171","msg":"trace[1191172838] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:2185; }","duration":"816.149194ms","start":"2026-05-30T01:50:53.508524Z","end":"2026-05-30T01:50:54.324674Z","steps":["trace[1191172838] 'agreement among raft nodes before linearized reading' (duration: 814.466529ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:54.324726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:53.508504Z","time spent":"816.209424ms","remote":"127.0.0.1:36922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"warn","ts":"2026-05-30T01:50:54.321552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:51.206556Z","time spent":"3.114881386s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:50:54.321685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.538142147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:50:54.326592Z","caller":"traceutil/trace.go:171","msg":"trace[2011902735] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2185; }","duration":"3.54308535s","start":"2026-05-30T01:50:50.783489Z","end":"2026-05-30T01:50:54.326574Z","steps":["trace[2011902735] 'agreement among raft nodes before linearized reading' (duration: 3.538106527s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:50:54.326723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:50:50.783463Z","time spent":"3.543207882s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-30T01:52:11.173265Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393691758580746,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-30T01:52:11.6755Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393691758580746,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-30T01:52:12.118265Z","caller":"traceutil/trace.go:171","msg":"trace[1863246205] transaction","detail":"{read_only:false; response_revision:2693; number_of_response:1; }","duration":"1.46346851s","start":"2026-05-30T01:52:10.654772Z","end":"2026-05-30T01:52:12.118241Z","steps":["trace[1863246205] 'process raft request' (duration: 1.463310548s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:52:12.118419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:52:10.654751Z","time spent":"1.463589762s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:52:12.200364Z","caller":"traceutil/trace.go:171","msg":"trace[2079337932] transaction","detail":"{read_only:false; response_revision:2694; number_of_response:1; }","duration":"1.543268607s","start":"2026-05-30T01:52:10.657069Z","end":"2026-05-30T01:52:12.200337Z","steps":["trace[2079337932] 'process raft request' (duration: 1.533450605s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:52:12.200612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:52:10.657049Z","time spent":"1.543395669s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:52:12.200758Z","caller":"traceutil/trace.go:171","msg":"trace[1309721433] transaction","detail":"{read_only:false; response_revision:2695; number_of_response:1; }","duration":"1.543629692s","start":"2026-05-30T01:52:10.657096Z","end":"2026-05-30T01:52:12.200726Z","steps":["trace[1309721433] 'process raft request' (duration: 1.543191887s)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:52:12.200781Z","caller":"traceutil/trace.go:171","msg":"trace[846460967] transaction","detail":"{read_only:false; response_revision:2696; number_of_response:1; }","duration":"1.541601816s","start":"2026-05-30T01:52:10.659158Z","end":"2026-05-30T01:52:12.200759Z","steps":["trace[846460967] 'process raft request' (duration: 1.541447694s)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:52:12.200934Z","caller":"traceutil/trace.go:171","msg":"trace[362840433] transaction","detail":"{read_only:false; response_revision:2697; number_of_response:1; }","duration":"396.506491ms","start":"2026-05-30T01:52:11.80431Z","end":"2026-05-30T01:52:12.200817Z","steps":["trace[362840433] 'process raft request' (duration: 396.38921ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:52:12.200994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:52:10.657074Z","time spent":"1.543761943s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:52:12.201046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:52:10.659145Z","time spent":"1.541775448s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:52:12.201063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:52:11.804284Z","time spent":"396.720213ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:52:12.201247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529008208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-30T01:52:12.201332Z","caller":"traceutil/trace.go:171","msg":"trace[1202292252] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2697; }","duration":"1.529140869s","start":"2026-05-30T01:52:10.672172Z","end":"2026-05-30T01:52:12.201313Z","steps":["trace[1202292252] 'agreement among raft nodes before linearized reading' (duration: 1.528776205s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:52:12.201373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:52:10.672158Z","time spent":"1.52920552s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-30T01:52:12.200769Z","caller":"traceutil/trace.go:171","msg":"trace[913928447] linearizableReadLoop","detail":"{readStateIndex:2798; appliedIndex:2794; }","duration":"1.528528652s","start":"2026-05-30T01:52:10.672218Z","end":"2026-05-30T01:52:12.200746Z","steps":["trace[913928447] 'read index received' (duration: 1.445989781s)","trace[913928447] 'applied index is now lower than readState.Index' (duration: 82.534421ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:52:12.201831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023972899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-30T01:52:12.201841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521643927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-30T01:52:12.201877Z","caller":"traceutil/trace.go:171","msg":"trace[368490108] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2697; }","duration":"1.024063371s","start":"2026-05-30T01:52:11.177798Z","end":"2026-05-30T01:52:12.201861Z","steps":["trace[368490108] 'agreement among raft nodes before linearized reading' (duration: 1.02400371s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:52:12.201875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.779837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-30T01:52:12.201914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:52:11.177778Z","time spent":"1.024129011s","remote":"127.0.0.1:36900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-30T01:52:12.20194Z","caller":"traceutil/trace.go:171","msg":"trace[1888937309] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:2697; }","duration":"194.888887ms","start":"2026-05-30T01:52:12.007035Z","end":"2026-05-30T01:52:12.201924Z","steps":["trace[1888937309] 'agreement among raft nodes before linearized reading' (duration: 194.775136ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:52:12.201975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.227745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-05-30T01:52:12.202033Z","caller":"traceutil/trace.go:171","msg":"trace[58568980] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2697; }","duration":"573.328477ms","start":"2026-05-30T01:52:11.628691Z","end":"2026-05-30T01:52:12.20202Z","steps":["trace[58568980] 'agreement among raft nodes before linearized reading' (duration: 573.154285ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:52:12.202077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:52:11.62868Z","time spent":"573.386997ms","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-30T01:52:12.202018Z","caller":"traceutil/trace.go:171","msg":"trace[1988178501] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2697; }","duration":"1.521734818s","start":"2026-05-30T01:52:10.680136Z","end":"2026-05-30T01:52:12.201871Z","steps":["trace[1988178501] 'agreement among raft nodes before linearized reading' (duration: 1.521613466s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:52:12.202242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:52:10.680116Z","time spent":"1.522109263s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-30T01:52:12.20229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.508519082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-30T01:52:12.202342Z","caller":"traceutil/trace.go:171","msg":"trace[2066867223] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2697; }","duration":"1.508584233s","start":"2026-05-30T01:52:10.69374Z","end":"2026-05-30T01:52:12.202324Z","steps":["trace[2066867223] 'agreement among raft nodes before linearized reading' (duration: 1.508443602s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:52:12.202382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517629066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-30T01:52:12.202407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:52:10.693729Z","time spent":"1.508664534s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-30T01:52:12.202441Z","caller":"traceutil/trace.go:171","msg":"trace[2143021509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2697; }","duration":"1.517708468s","start":"2026-05-30T01:52:10.684718Z","end":"2026-05-30T01:52:12.202427Z","steps":["trace[2143021509] 'agreement among raft nodes before linearized reading' (duration: 1.517567266s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:52:12.202477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5083328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-30T01:52:12.202484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:52:10.684703Z","time spent":"1.517771658s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-30T01:52:12.202519Z","caller":"traceutil/trace.go:171","msg":"trace[299857902] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2697; }","duration":"1.508396801s","start":"2026-05-30T01:52:10.69411Z","end":"2026-05-30T01:52:12.202507Z","steps":["trace[299857902] 'agreement among raft nodes before linearized reading' (duration: 1.508269059s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:52:12.202551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:52:10.694103Z","time spent":"1.508441091s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-30T01:52:44.096025Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393691758581230,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-30T01:52:44.477702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:52:43.515908Z","time spent":"961.789827ms","remote":"127.0.0.1:36922","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-30T01:52:44.477874Z","caller":"traceutil/trace.go:171","msg":"trace[157578635] linearizableReadLoop","detail":"{readStateIndex:2979; appliedIndex:2979; }","duration":"882.281261ms","start":"2026-05-30T01:52:43.595561Z","end":"2026-05-30T01:52:44.477842Z","steps":["trace[157578635] 'read index received' (duration: 882.264811ms)","trace[157578635] 'applied index is now lower than readState.Index' (duration: 13.4µs)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:52:44.478185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.607955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18b434ec9e788bff\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-05-30T01:52:44.478238Z","caller":"traceutil/trace.go:171","msg":"trace[1953228925] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18b434ec9e788bff; range_end:; response_count:1; response_revision:2870; }","duration":"882.724157ms","start":"2026-05-30T01:52:43.595501Z","end":"2026-05-30T01:52:44.478225Z","steps":["trace[1953228925] 'agreement among raft nodes before linearized reading' (duration: 882.503214ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:52:44.478279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:52:43.595479Z","time spent":"882.788288ms","remote":"127.0.0.1:36980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":804,"request content":"key:\"/registry/events/auth-system/keycloak-0.18b434ec9e788bff\" "} {"level":"info","ts":"2026-05-30T01:52:44.484118Z","caller":"traceutil/trace.go:171","msg":"trace[93231290] transaction","detail":"{read_only:false; response_revision:2871; number_of_response:1; }","duration":"243.89857ms","start":"2026-05-30T01:52:44.240199Z","end":"2026-05-30T01:52:44.484097Z","steps":["trace[93231290] 'process raft request' (duration: 243.282733ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:52:44.484316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.31229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-30T01:52:44.484372Z","caller":"traceutil/trace.go:171","msg":"trace[1362360296] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2874; }","duration":"214.440643ms","start":"2026-05-30T01:52:44.269919Z","end":"2026-05-30T01:52:44.48436Z","steps":["trace[1362360296] 'agreement among raft nodes before linearized reading' (duration: 214.291841ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:52:44.484478Z","caller":"traceutil/trace.go:171","msg":"trace[1471243909] transaction","detail":"{read_only:false; response_revision:2873; number_of_response:1; }","duration":"154.390264ms","start":"2026-05-30T01:52:44.330068Z","end":"2026-05-30T01:52:44.484459Z","steps":["trace[1471243909] 'process raft request' (duration: 154.0796ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:52:44.484514Z","caller":"traceutil/trace.go:171","msg":"trace[1140945008] transaction","detail":"{read_only:false; response_revision:2874; number_of_response:1; }","duration":"113.056463ms","start":"2026-05-30T01:52:44.371434Z","end":"2026-05-30T01:52:44.48449Z","steps":["trace[1140945008] 'process raft request' (duration: 112.744738ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:52:44.484685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.955968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-30T01:52:44.484709Z","caller":"traceutil/trace.go:171","msg":"trace[390263426] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2874; }","duration":"186.010298ms","start":"2026-05-30T01:52:44.298694Z","end":"2026-05-30T01:52:44.484704Z","steps":["trace[390263426] 'agreement among raft nodes before linearized reading' (duration: 185.959708ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:52:44.486338Z","caller":"traceutil/trace.go:171","msg":"trace[1341428497] transaction","detail":"{read_only:false; response_revision:2872; number_of_response:1; }","duration":"159.796029ms","start":"2026-05-30T01:52:44.324643Z","end":"2026-05-30T01:52:44.484439Z","steps":["trace[1341428497] 'process raft request' (duration: 159.10297ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:52:49.214841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.183321ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-30T01:52:50.467578Z","caller":"traceutil/trace.go:171","msg":"trace[1746422970] linearizableReadLoop","detail":"{readStateIndex:3013; appliedIndex:3012; }","duration":"291.597834ms","start":"2026-05-30T01:52:50.175955Z","end":"2026-05-30T01:52:50.467553Z","steps":["trace[1746422970] 'read index received' (duration: 291.152344ms)","trace[1746422970] 'applied index is now lower than readState.Index' (duration: 444.31µs)"],"step_count":2} {"level":"info","ts":"2026-05-30T01:52:50.467661Z","caller":"traceutil/trace.go:171","msg":"trace[1931212020] transaction","detail":"{read_only:false; response_revision:2903; number_of_response:1; }","duration":"725.755791ms","start":"2026-05-30T01:52:49.741871Z","end":"2026-05-30T01:52:50.467627Z","steps":["trace[1931212020] 'process raft request' (duration: 725.406295ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:52:50.467831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:52:49.741844Z","time spent":"725.902787ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:52:50.467909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.129198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-30T01:52:50.467998Z","caller":"traceutil/trace.go:171","msg":"trace[1966388919] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2903; }","duration":"266.447563ms","start":"2026-05-30T01:52:50.201517Z","end":"2026-05-30T01:52:50.467964Z","steps":["trace[1966388919] 'agreement among raft nodes before linearized reading' (duration: 266.297716ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:52:50.468163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.3154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-30T01:52:50.468239Z","caller":"traceutil/trace.go:171","msg":"trace[1737462887] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2903; }","duration":"168.440356ms","start":"2026-05-30T01:52:50.29978Z","end":"2026-05-30T01:52:50.46822Z","steps":["trace[1737462887] 'agreement among raft nodes before linearized reading' (duration: 168.11021ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:52:50.469969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.761251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:52:50.470011Z","caller":"traceutil/trace.go:171","msg":"trace[1256607681] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2903; }","duration":"294.089656ms","start":"2026-05-30T01:52:50.175911Z","end":"2026-05-30T01:52:50.470001Z","steps":["trace[1256607681] 'agreement among raft nodes before linearized reading' (duration: 291.778952ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:52:51.091421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.824161ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-30T01:52:51.091857Z","caller":"traceutil/trace.go:171","msg":"trace[507550286] linearizableReadLoop","detail":"{readStateIndex:3017; appliedIndex:3013; }","duration":"576.953818ms","start":"2026-05-30T01:52:50.514888Z","end":"2026-05-30T01:52:51.091842Z","steps":["trace[507550286] 'read index received' (duration: 319.460327ms)","trace[507550286] 'applied index is now lower than readState.Index' (duration: 257.49262ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T01:52:51.0919Z","caller":"traceutil/trace.go:171","msg":"trace[252893805] transaction","detail":"{read_only:false; response_revision:2904; number_of_response:1; }","duration":"586.706776ms","start":"2026-05-30T01:52:50.505186Z","end":"2026-05-30T01:52:51.091892Z","steps":["trace[252893805] 'process raft request' (duration: 329.147103ms)","trace[252893805] 'compare' (duration: 256.717765ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T01:52:51.091945Z","caller":"traceutil/trace.go:171","msg":"trace[385064861] transaction","detail":"{read_only:false; response_revision:2906; number_of_response:1; }","duration":"586.57444ms","start":"2026-05-30T01:52:50.505362Z","end":"2026-05-30T01:52:51.091936Z","steps":["trace[385064861] 'process raft request' (duration: 586.410832ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:52:51.091868Z","caller":"traceutil/trace.go:171","msg":"trace[1962113097] transaction","detail":"{read_only:false; response_revision:2905; number_of_response:1; }","duration":"586.655083ms","start":"2026-05-30T01:52:50.505201Z","end":"2026-05-30T01:52:51.091856Z","steps":["trace[1962113097] 'process raft request' (duration: 586.514447ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:52:51.092005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:52:50.505341Z","time spent":"586.631652ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:52:51.092275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.913745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-30T01:52:51.092313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.432208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-30T01:52:51.092319Z","caller":"traceutil/trace.go:171","msg":"trace[646561895] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2907; }","duration":"573.011619ms","start":"2026-05-30T01:52:50.519297Z","end":"2026-05-30T01:52:51.092308Z","steps":["trace[646561895] 'agreement among raft nodes before linearized reading' (duration: 572.774739ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:52:51.092351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:52:50.519284Z","time spent":"573.055992ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-30T01:52:51.092281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.520493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-30T01:52:51.092481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.149777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-30T01:52:51.092555Z","caller":"traceutil/trace.go:171","msg":"trace[730042586] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2907; }","duration":"569.826646ms","start":"2026-05-30T01:52:50.522711Z","end":"2026-05-30T01:52:51.092538Z","steps":["trace[730042586] 'agreement among raft nodes before linearized reading' (duration: 569.394537ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:52:51.092577Z","caller":"traceutil/trace.go:171","msg":"trace[579265955] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2907; }","duration":"320.261072ms","start":"2026-05-30T01:52:50.772299Z","end":"2026-05-30T01:52:51.09256Z","steps":["trace[579265955] 'agreement among raft nodes before linearized reading' (duration: 320.118146ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:52:51.092638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:52:50.772241Z","time spent":"320.376227ms","remote":"127.0.0.1:49280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-30T01:52:51.092658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:52:50.5227Z","time spent":"569.942221ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-30T01:52:51.093033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.117754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-30T01:52:51.093081Z","caller":"traceutil/trace.go:171","msg":"trace[1508882624] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2907; }","duration":"573.190428ms","start":"2026-05-30T01:52:50.519881Z","end":"2026-05-30T01:52:51.093071Z","steps":["trace[1508882624] 'agreement among raft nodes before linearized reading' (duration: 573.047552ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:52:51.093109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:52:50.519873Z","time spent":"573.229089ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-30T01:52:51.09334Z","caller":"traceutil/trace.go:171","msg":"trace[646348093] transaction","detail":"{read_only:false; response_revision:2907; number_of_response:1; }","duration":"587.949171ms","start":"2026-05-30T01:52:50.505375Z","end":"2026-05-30T01:52:51.093324Z","steps":["trace[646348093] 'process raft request' (duration: 586.435553ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:52:51.093436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:52:50.505364Z","time spent":"588.013075ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:52:51.093456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.021035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-30T01:52:51.0936Z","caller":"traceutil/trace.go:171","msg":"trace[1785235559] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2907; }","duration":"574.278807ms","start":"2026-05-30T01:52:50.519303Z","end":"2026-05-30T01:52:51.093582Z","steps":["trace[1785235559] 'agreement among raft nodes before linearized reading' (duration: 573.118434ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:52:51.093676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:52:50.519287Z","time spent":"574.37663ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-30T01:52:51.09399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:52:50.505179Z","time spent":"586.843292ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:52:51.093043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:52:50.505162Z","time spent":"586.783739ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:52:51.0948Z","caller":"traceutil/trace.go:171","msg":"trace[1459358794] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2907; }","duration":"577.491331ms","start":"2026-05-30T01:52:50.514842Z","end":"2026-05-30T01:52:51.092333Z","steps":["trace[1459358794] 'agreement among raft nodes before linearized reading' (duration: 577.410958ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:52:51.094859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:52:50.514828Z","time spent":"580.014624ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-30T01:53:05.760287Z","caller":"traceutil/trace.go:171","msg":"trace[1051956375] transaction","detail":"{read_only:false; response_revision:2987; number_of_response:1; }","duration":"275.489694ms","start":"2026-05-30T01:53:05.484749Z","end":"2026-05-30T01:53:05.760239Z","steps":["trace[1051956375] 'process raft request' (duration: 275.301527ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:17.865396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.199189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-create-x697r\" ","response":"range_response_count:1 size:4356"} {"level":"info","ts":"2026-05-30T01:56:17.865955Z","caller":"traceutil/trace.go:171","msg":"trace[1938466174] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-create-x697r; range_end:; response_count:1; response_revision:4183; }","duration":"250.819692ms","start":"2026-05-30T01:56:17.615117Z","end":"2026-05-30T01:56:17.865936Z","steps":["trace[1938466174] 'range keys from in-memory index tree' (duration: 249.962554ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:17.865362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.351877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:56:17.866227Z","caller":"traceutil/trace.go:171","msg":"trace[1724539764] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:4183; }","duration":"132.295898ms","start":"2026-05-30T01:56:17.733888Z","end":"2026-05-30T01:56:17.866184Z","steps":["trace[1724539764] 'count revisions from in-memory index tree' (duration: 131.269235ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:56:23.653584Z","caller":"traceutil/trace.go:171","msg":"trace[1719606037] transaction","detail":"{read_only:false; response_revision:4535; number_of_response:1; }","duration":"140.131416ms","start":"2026-05-30T01:56:23.513423Z","end":"2026-05-30T01:56:23.653555Z","steps":["trace[1719606037] 'process raft request' (duration: 139.241408ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:23.653939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.330314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-30T01:56:23.654055Z","caller":"traceutil/trace.go:171","msg":"trace[2104559040] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:4535; }","duration":"124.520418ms","start":"2026-05-30T01:56:23.529511Z","end":"2026-05-30T01:56:23.654031Z","steps":["trace[2104559040] 'agreement among raft nodes before linearized reading' (duration: 124.163801ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:56:23.65361Z","caller":"traceutil/trace.go:171","msg":"trace[2112515295] linearizableReadLoop","detail":"{readStateIndex:4711; appliedIndex:4710; }","duration":"123.943507ms","start":"2026-05-30T01:56:23.529588Z","end":"2026-05-30T01:56:23.653532Z","steps":["trace[2112515295] 'read index received' (duration: 123.281083ms)","trace[2112515295] 'applied index is now lower than readState.Index' (duration: 660.924µs)"],"step_count":2} {"level":"info","ts":"2026-05-30T01:56:23.659157Z","caller":"traceutil/trace.go:171","msg":"trace[334800816] transaction","detail":"{read_only:false; response_revision:4536; number_of_response:1; }","duration":"103.881997ms","start":"2026-05-30T01:56:23.555249Z","end":"2026-05-30T01:56:23.659131Z","steps":["trace[334800816] 'process raft request' (duration: 103.442078ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:56:25.000871Z","caller":"traceutil/trace.go:171","msg":"trace[665559676] transaction","detail":"{read_only:false; response_revision:4578; number_of_response:1; }","duration":"457.008606ms","start":"2026-05-30T01:56:24.543847Z","end":"2026-05-30T01:56:25.000855Z","steps":["trace[665559676] 'process raft request' (duration: 407.204394ms)","trace[665559676] 'compare' (duration: 49.425994ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:56:25.001003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:24.543828Z","time spent":"457.136368ms","remote":"127.0.0.1:36980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":734,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-30T01:56:25.001059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.746242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-30T01:56:25.001099Z","caller":"traceutil/trace.go:171","msg":"trace[763420843] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4578; }","duration":"436.850584ms","start":"2026-05-30T01:56:24.564239Z","end":"2026-05-30T01:56:25.00109Z","steps":["trace[763420843] 'agreement among raft nodes before linearized reading' (duration: 436.68993ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:56:25.000886Z","caller":"traceutil/trace.go:171","msg":"trace[1454621804] linearizableReadLoop","detail":"{readStateIndex:4755; appliedIndex:4754; }","duration":"436.561068ms","start":"2026-05-30T01:56:24.564296Z","end":"2026-05-30T01:56:25.000857Z","steps":["trace[1454621804] 'read index received' (duration: 386.697075ms)","trace[1454621804] 'applied index is now lower than readState.Index' (duration: 49.862043ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:56:25.00113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:24.564227Z","time spent":"436.893845ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-30T01:56:25.003625Z","caller":"traceutil/trace.go:171","msg":"trace[1496093046] transaction","detail":"{read_only:false; response_revision:4579; number_of_response:1; }","duration":"341.733366ms","start":"2026-05-30T01:56:24.661883Z","end":"2026-05-30T01:56:25.003616Z","steps":["trace[1496093046] 'process raft request' (duration: 341.558172ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:25.003714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:24.661863Z","time spent":"341.813567ms","remote":"127.0.0.1:53734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3209,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:56:25.003752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.309287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:9426"} {"level":"info","ts":"2026-05-30T01:56:25.003806Z","caller":"traceutil/trace.go:171","msg":"trace[1163599350] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:4579; }","duration":"100.394839ms","start":"2026-05-30T01:56:24.9034Z","end":"2026-05-30T01:56:25.003795Z","steps":["trace[1163599350] 'agreement among raft nodes before linearized reading' (duration: 100.248246ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:25.003938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-tls-4qpbp\" ","response":"range_response_count:1 size:2421"} {"level":"info","ts":"2026-05-30T01:56:25.004009Z","caller":"traceutil/trace.go:171","msg":"trace[318192496] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-tls-4qpbp; range_end:; response_count:1; response_revision:4579; }","duration":"410.917621ms","start":"2026-05-30T01:56:24.593075Z","end":"2026-05-30T01:56:25.003992Z","steps":["trace[318192496] 'agreement among raft nodes before linearized reading' (duration: 410.757978ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:25.004057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:24.593035Z","time spent":"411.015994ms","remote":"127.0.0.1:37000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":2444,"request content":"key:\"/registry/secrets/monitoring/prometheus-tls-4qpbp\" "} {"level":"warn","ts":"2026-05-30T01:56:25.005194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.241487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-7hzd7\" ","response":"range_response_count:1 size:4331"} {"level":"info","ts":"2026-05-30T01:56:25.005286Z","caller":"traceutil/trace.go:171","msg":"trace[961716831] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-7hzd7; range_end:; response_count:1; response_revision:4579; }","duration":"323.512455ms","start":"2026-05-30T01:56:24.681753Z","end":"2026-05-30T01:56:25.005265Z","steps":["trace[961716831] 'agreement among raft nodes before linearized reading' (duration: 321.88729ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:25.005363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:24.681703Z","time spent":"323.648207ms","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":4354,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-7hzd7\" "} {"level":"warn","ts":"2026-05-30T01:56:25.005558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.162472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-tls\" ","response":"range_response_count:1 size:3224"} {"level":"info","ts":"2026-05-30T01:56:25.00559Z","caller":"traceutil/trace.go:171","msg":"trace[2086501845] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-tls; range_end:; response_count:1; response_revision:4579; }","duration":"307.228194ms","start":"2026-05-30T01:56:24.698356Z","end":"2026-05-30T01:56:25.005584Z","steps":["trace[2086501845] 'agreement among raft nodes before linearized reading' (duration: 307.171993ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:25.005625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.00975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-05-30T01:56:25.005715Z","caller":"traceutil/trace.go:171","msg":"trace[694833320] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4579; }","duration":"262.106261ms","start":"2026-05-30T01:56:24.743594Z","end":"2026-05-30T01:56:25.0057Z","steps":["trace[694833320] 'agreement among raft nodes before linearized reading' (duration: 260.954938ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:25.00631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:24.698335Z","time spent":"307.966859ms","remote":"127.0.0.1:53734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":3247,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-tls\" "} {"level":"info","ts":"2026-05-30T01:56:26.101173Z","caller":"traceutil/trace.go:171","msg":"trace[1347789518] transaction","detail":"{read_only:false; response_revision:4650; number_of_response:1; }","duration":"176.770134ms","start":"2026-05-30T01:56:25.924381Z","end":"2026-05-30T01:56:26.101151Z","steps":["trace[1347789518] 'process raft request' (duration: 176.58211ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:56:26.110005Z","caller":"traceutil/trace.go:171","msg":"trace[230343106] transaction","detail":"{read_only:false; response_revision:4651; number_of_response:1; }","duration":"151.855813ms","start":"2026-05-30T01:56:25.958134Z","end":"2026-05-30T01:56:26.10999Z","steps":["trace[230343106] 'process raft request' (duration: 151.72727ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:56:26.110315Z","caller":"traceutil/trace.go:171","msg":"trace[592702613] transaction","detail":"{read_only:false; response_revision:4652; number_of_response:1; }","duration":"150.73965ms","start":"2026-05-30T01:56:25.959569Z","end":"2026-05-30T01:56:26.110309Z","steps":["trace[592702613] 'process raft request' (duration: 150.398693ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:56:26.110383Z","caller":"traceutil/trace.go:171","msg":"trace[1638532399] transaction","detail":"{read_only:false; response_revision:4653; number_of_response:1; }","duration":"148.81601ms","start":"2026-05-30T01:56:25.961556Z","end":"2026-05-30T01:56:26.110372Z","steps":["trace[1638532399] 'process raft request' (duration: 148.542784ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:56:26.110467Z","caller":"traceutil/trace.go:171","msg":"trace[1609026432] transaction","detail":"{read_only:false; response_revision:4654; number_of_response:1; }","duration":"148.743258ms","start":"2026-05-30T01:56:25.961717Z","end":"2026-05-30T01:56:26.110461Z","steps":["trace[1609026432] 'process raft request' (duration: 148.413252ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:26.878071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.246977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1be1b96e-2947-4238-ad9b-1d319b35dd72\" ","response":"range_response_count:1 size:3759"} {"level":"info","ts":"2026-05-30T01:56:26.878142Z","caller":"traceutil/trace.go:171","msg":"trace[1132355446] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1be1b96e-2947-4238-ad9b-1d319b35dd72; range_end:; response_count:1; response_revision:4667; }","duration":"173.351279ms","start":"2026-05-30T01:56:26.704772Z","end":"2026-05-30T01:56:26.878124Z","steps":["trace[1132355446] 'range keys from in-memory index tree' (duration: 173.068753ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:56:32.764454Z","caller":"traceutil/trace.go:171","msg":"trace[1393569022] transaction","detail":"{read_only:false; response_revision:4788; number_of_response:1; }","duration":"410.150429ms","start":"2026-05-30T01:56:32.354265Z","end":"2026-05-30T01:56:32.764415Z","steps":["trace[1393569022] 'process raft request' (duration: 353.601664ms)","trace[1393569022] 'compare' (duration: 56.234647ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:56:32.764716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:32.354247Z","time spent":"410.303491ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:56:32.768029Z","caller":"traceutil/trace.go:171","msg":"trace[1905209580] transaction","detail":"{read_only:false; response_revision:4789; number_of_response:1; }","duration":"410.264321ms","start":"2026-05-30T01:56:32.357735Z","end":"2026-05-30T01:56:32.767999Z","steps":["trace[1905209580] 'process raft request' (duration: 410.122408ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:32.768157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:32.357564Z","time spent":"410.523046ms","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4932,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:56:34.295277Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393691758585855,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-30T01:56:34.567279Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.036373326s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-30T01:56:34.567574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:33.530738Z","time spent":"1.036832776s","remote":"127.0.0.1:36922","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-30T01:56:34.581307Z","caller":"traceutil/trace.go:171","msg":"trace[200619814] transaction","detail":"{read_only:false; response_revision:4798; number_of_response:1; }","duration":"389.265107ms","start":"2026-05-30T01:56:34.19202Z","end":"2026-05-30T01:56:34.581285Z","steps":["trace[200619814] 'process raft request' (duration: 389.155135ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:56:34.58134Z","caller":"traceutil/trace.go:171","msg":"trace[1705696800] transaction","detail":"{read_only:false; response_revision:4797; number_of_response:1; }","duration":"782.732157ms","start":"2026-05-30T01:56:33.798572Z","end":"2026-05-30T01:56:34.581304Z","steps":["trace[1705696800] 'process raft request' (duration: 779.083623ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:56:34.581429Z","caller":"traceutil/trace.go:171","msg":"trace[278931191] transaction","detail":"{read_only:false; response_revision:4799; number_of_response:1; }","duration":"381.299204ms","start":"2026-05-30T01:56:34.200047Z","end":"2026-05-30T01:56:34.581346Z","steps":["trace[278931191] 'process raft request' (duration: 381.168781ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:34.581492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:33.798562Z","time spent":"782.857519ms","remote":"127.0.0.1:36980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-30T01:56:34.581437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:34.191999Z","time spent":"389.363558ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:56:34.581621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:34.20003Z","time spent":"381.460507ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:56:34.581305Z","caller":"traceutil/trace.go:171","msg":"trace[1267021592] transaction","detail":"{read_only:false; response_revision:4800; number_of_response:1; }","duration":"380.460727ms","start":"2026-05-30T01:56:34.200829Z","end":"2026-05-30T01:56:34.581289Z","steps":["trace[1267021592] 'process raft request' (duration: 380.411986ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:34.581779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:34.200817Z","time spent":"380.925116ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:56:34.582154Z","caller":"traceutil/trace.go:171","msg":"trace[414711660] transaction","detail":"{read_only:false; response_revision:4801; number_of_response:1; }","duration":"380.867904ms","start":"2026-05-30T01:56:34.201266Z","end":"2026-05-30T01:56:34.582134Z","steps":["trace[414711660] 'process raft request' (duration: 379.996446ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:34.582226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:34.201257Z","time spent":"380.934445ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:56:34.58231Z","caller":"traceutil/trace.go:171","msg":"trace[1747761941] linearizableReadLoop","detail":"{readStateIndex:4985; appliedIndex:4979; }","duration":"787.26075ms","start":"2026-05-30T01:56:33.795035Z","end":"2026-05-30T01:56:34.582295Z","steps":["trace[1747761941] 'read index received' (duration: 772.468706ms)","trace[1747761941] 'applied index is now lower than readState.Index' (duration: 14.790944ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:56:34.582496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.446376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-lrjlk\" ","response":"range_response_count:1 size:9765"} {"level":"warn","ts":"2026-05-30T01:56:34.582508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.566502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-30T01:56:34.582535Z","caller":"traceutil/trace.go:171","msg":"trace[329570937] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-lrjlk; range_end:; response_count:1; response_revision:4802; }","duration":"787.516517ms","start":"2026-05-30T01:56:33.795008Z","end":"2026-05-30T01:56:34.582525Z","steps":["trace[329570937] 'agreement among raft nodes before linearized reading' (duration: 787.378674ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:56:34.582547Z","caller":"traceutil/trace.go:171","msg":"trace[873743748] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:4802; }","duration":"570.637824ms","start":"2026-05-30T01:56:34.011899Z","end":"2026-05-30T01:56:34.582537Z","steps":["trace[873743748] 'agreement among raft nodes before linearized reading' (duration: 570.565922ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:34.58257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:33.794996Z","time spent":"787.567027ms","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9788,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-lrjlk\" "} {"level":"warn","ts":"2026-05-30T01:56:34.58258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:34.011886Z","time spent":"570.684165ms","remote":"127.0.0.1:37082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":3,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-30T01:56:34.582828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.294412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-30T01:56:34.582865Z","caller":"traceutil/trace.go:171","msg":"trace[1509501506] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4802; }","duration":"215.357093ms","start":"2026-05-30T01:56:34.3675Z","end":"2026-05-30T01:56:34.582857Z","steps":["trace[1509501506] 'agreement among raft nodes before linearized reading' (duration: 215.242501ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:34.582912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.08066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-30T01:56:34.582965Z","caller":"traceutil/trace.go:171","msg":"trace[767554213] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4802; }","duration":"261.170561ms","start":"2026-05-30T01:56:34.321783Z","end":"2026-05-30T01:56:34.582954Z","steps":["trace[767554213] 'agreement among raft nodes before linearized reading' (duration: 261.017438ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:34.583026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.216575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:56:34.583065Z","caller":"traceutil/trace.go:171","msg":"trace[2000583043] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4802; }","duration":"408.280276ms","start":"2026-05-30T01:56:34.174775Z","end":"2026-05-30T01:56:34.583056Z","steps":["trace[2000583043] 'agreement among raft nodes before linearized reading' (duration: 408.224525ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:34.583094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.599788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-30T01:56:34.583096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:34.174763Z","time spent":"408.326637ms","remote":"127.0.0.1:36900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-30T01:56:34.58311Z","caller":"traceutil/trace.go:171","msg":"trace[1626535177] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4802; }","duration":"215.644489ms","start":"2026-05-30T01:56:34.367461Z","end":"2026-05-30T01:56:34.583105Z","steps":["trace[1626535177] 'agreement among raft nodes before linearized reading' (duration: 215.600118ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:34.58323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.733301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-30T01:56:34.583251Z","caller":"traceutil/trace.go:171","msg":"trace[1174685316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4802; }","duration":"215.772792ms","start":"2026-05-30T01:56:34.367473Z","end":"2026-05-30T01:56:34.583246Z","steps":["trace[1174685316] 'agreement among raft nodes before linearized reading' (duration: 215.697101ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:40.37783Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393691758586121,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-30T01:56:40.60579Z","caller":"traceutil/trace.go:171","msg":"trace[1081000018] transaction","detail":"{read_only:false; response_revision:4898; number_of_response:1; }","duration":"758.685645ms","start":"2026-05-30T01:56:39.847082Z","end":"2026-05-30T01:56:40.605768Z","steps":["trace[1081000018] 'process raft request' (duration: 758.565723ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:40.605935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:39.847067Z","time spent":"758.789217ms","remote":"127.0.0.1:36980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":880,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:56:41.876039Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.2703123s","expected-duration":"1s"} {"level":"info","ts":"2026-05-30T01:56:41.876597Z","caller":"traceutil/trace.go:171","msg":"trace[1074718063] transaction","detail":"{read_only:false; response_revision:4900; number_of_response:1; }","duration":"1.275776251s","start":"2026-05-30T01:56:40.600798Z","end":"2026-05-30T01:56:41.876574Z","steps":["trace[1074718063] 'process raft request' (duration: 1.275674489s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:41.876752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:40.600773Z","time spent":"1.275902053s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:56:41.876933Z","caller":"traceutil/trace.go:171","msg":"trace[182251504] linearizableReadLoop","detail":"{readStateIndex:5085; appliedIndex:5083; }","duration":"1.999180569s","start":"2026-05-30T01:56:39.877711Z","end":"2026-05-30T01:56:41.876892Z","steps":["trace[182251504] 'read index received' (duration: 728.031173ms)","trace[182251504] 'applied index is now lower than readState.Index' (duration: 1.271144846s)"],"step_count":2} {"level":"info","ts":"2026-05-30T01:56:41.876939Z","caller":"traceutil/trace.go:171","msg":"trace[1375901443] transaction","detail":"{read_only:false; response_revision:4901; number_of_response:1; }","duration":"1.273824281s","start":"2026-05-30T01:56:40.603089Z","end":"2026-05-30T01:56:41.876913Z","steps":["trace[1375901443] 'process raft request' (duration: 1.273428023s)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:56:41.877091Z","caller":"traceutil/trace.go:171","msg":"trace[170758848] transaction","detail":"{read_only:false; response_revision:4899; number_of_response:1; }","duration":"2.02282637s","start":"2026-05-30T01:56:39.854049Z","end":"2026-05-30T01:56:41.876875Z","steps":["trace[170758848] 'process raft request' (duration: 2.022274399s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:41.877179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:39.854005Z","time spent":"2.023122617s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13278,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:56:41.877043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999325123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:56:41.877249Z","caller":"traceutil/trace.go:171","msg":"trace[1455406373] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:4901; }","duration":"1.999588978s","start":"2026-05-30T01:56:39.877637Z","end":"2026-05-30T01:56:41.877226Z","steps":["trace[1455406373] 'agreement among raft nodes before linearized reading' (duration: 1.999350613s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:41.877269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:40.60307Z","time spent":"1.274022405s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:56:41.877322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:39.877609Z","time spent":"1.999697511s","remote":"127.0.0.1:53704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-05-30T01:56:42.058052Z","caller":"traceutil/trace.go:171","msg":"trace[20252641] linearizableReadLoop","detail":"{readStateIndex:5091; appliedIndex:5087; }","duration":"181.002057ms","start":"2026-05-30T01:56:41.877023Z","end":"2026-05-30T01:56:42.058025Z","steps":["trace[20252641] 'read index received' (duration: 180.731221ms)","trace[20252641] 'applied index is now lower than readState.Index' (duration: 269.636µs)"],"step_count":2} {"level":"info","ts":"2026-05-30T01:56:42.058044Z","caller":"traceutil/trace.go:171","msg":"trace[2022992980] transaction","detail":"{read_only:false; response_revision:4902; number_of_response:1; }","duration":"1.443322095s","start":"2026-05-30T01:56:40.614688Z","end":"2026-05-30T01:56:42.05801Z","steps":["trace[2022992980] 'process raft request' (duration: 1.442991429s)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:56:42.05822Z","caller":"traceutil/trace.go:171","msg":"trace[905565653] transaction","detail":"{read_only:false; response_revision:4903; number_of_response:1; }","duration":"1.435949356s","start":"2026-05-30T01:56:40.622232Z","end":"2026-05-30T01:56:42.058181Z","steps":["trace[905565653] 'process raft request' (duration: 1.435616569s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:42.058375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.436195501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-30T01:56:42.058465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.039149016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-05-30T01:56:42.058458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:40.622222Z","time spent":"1.436123139s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:56:42.058512Z","caller":"traceutil/trace.go:171","msg":"trace[1693245318] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4905; }","duration":"2.039233957s","start":"2026-05-30T01:56:40.019266Z","end":"2026-05-30T01:56:42.0585Z","steps":["trace[1693245318] 'agreement among raft nodes before linearized reading' (duration: 2.039112465s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:42.058538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.227644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-30T01:56:42.058576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.436108229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-30T01:56:42.058589Z","caller":"traceutil/trace.go:171","msg":"trace[70162254] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4905; }","duration":"329.332526ms","start":"2026-05-30T01:56:41.729244Z","end":"2026-05-30T01:56:42.058577Z","steps":["trace[70162254] 'agreement among raft nodes before linearized reading' (duration: 329.222503ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:42.058621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:40.019246Z","time spent":"2.039297029s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-30T01:56:42.058631Z","caller":"traceutil/trace.go:171","msg":"trace[1600666228] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4905; }","duration":"1.43619425s","start":"2026-05-30T01:56:40.622424Z","end":"2026-05-30T01:56:42.058618Z","steps":["trace[1600666228] 'agreement among raft nodes before linearized reading' (duration: 1.435981996s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:42.058638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:41.729219Z","time spent":"329.410408ms","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-30T01:56:42.058674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:40.622407Z","time spent":"1.436254672s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-30T01:56:42.058645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.436314403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-30T01:56:42.05873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.118696919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-05-30T01:56:42.058732Z","caller":"traceutil/trace.go:171","msg":"trace[1600427272] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4905; }","duration":"1.436433745s","start":"2026-05-30T01:56:40.622277Z","end":"2026-05-30T01:56:42.058711Z","steps":["trace[1600427272] 'agreement among raft nodes before linearized reading' (duration: 1.43616723s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:42.058769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.649178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"warn","ts":"2026-05-30T01:56:42.058814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:40.622273Z","time spent":"1.436531137s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-30T01:56:42.058834Z","caller":"traceutil/trace.go:171","msg":"trace[1610020797] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4905; }","duration":"353.7549ms","start":"2026-05-30T01:56:41.705054Z","end":"2026-05-30T01:56:42.058809Z","steps":["trace[1610020797] 'agreement among raft nodes before linearized reading' (duration: 353.567197ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:56:42.058853Z","caller":"traceutil/trace.go:171","msg":"trace[1997682773] transaction","detail":"{read_only:false; response_revision:4904; number_of_response:1; }","duration":"672.163719ms","start":"2026-05-30T01:56:41.386681Z","end":"2026-05-30T01:56:42.058845Z","steps":["trace[1997682773] 'process raft request' (duration: 671.22728ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:56:42.058826Z","caller":"traceutil/trace.go:171","msg":"trace[329009644] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4905; }","duration":"2.118791901s","start":"2026-05-30T01:56:39.939991Z","end":"2026-05-30T01:56:42.058783Z","steps":["trace[329009644] 'agreement among raft nodes before linearized reading' (duration: 2.118141948s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:42.058886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.923239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-30T01:56:42.058931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.04432041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-30T01:56:42.058948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:41.386655Z","time spent":"672.23533ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:56:42.05881Z","caller":"traceutil/trace.go:171","msg":"trace[1263593266] transaction","detail":"{read_only:false; response_revision:4905; number_of_response:1; }","duration":"532.700519ms","start":"2026-05-30T01:56:41.526093Z","end":"2026-05-30T01:56:42.058793Z","steps":["trace[1263593266] 'process raft request' (duration: 531.871623ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:42.058254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:40.614668Z","time spent":"1.443490718s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:56:42.059032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:41.525516Z","time spent":"533.475664ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:56:42.058471Z","caller":"traceutil/trace.go:171","msg":"trace[1690498267] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4905; }","duration":"1.436336964s","start":"2026-05-30T01:56:40.622119Z","end":"2026-05-30T01:56:42.058456Z","steps":["trace[1690498267] 'agreement among raft nodes before linearized reading' (duration: 1.435953937s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:42.058974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:39.939966Z","time spent":"2.118994265s","remote":"127.0.0.1:37082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-05-30T01:56:42.059105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406662434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-05-30T01:56:42.058896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:41.705027Z","time spent":"353.856802ms","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-30T01:56:42.059143Z","caller":"traceutil/trace.go:171","msg":"trace[2089736434] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:4905; }","duration":"1.406696165s","start":"2026-05-30T01:56:40.652435Z","end":"2026-05-30T01:56:42.059131Z","steps":["trace[2089736434] 'agreement among raft nodes before linearized reading' (duration: 1.405612862s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:42.059151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253832068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-30T01:56:42.05922Z","caller":"traceutil/trace.go:171","msg":"trace[314487933] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4905; }","duration":"1.253891619s","start":"2026-05-30T01:56:40.805285Z","end":"2026-05-30T01:56:42.059177Z","steps":["trace[314487933] 'agreement among raft nodes before linearized reading' (duration: 1.253783316s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:42.059248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:40.652374Z","time spent":"1.406862628s","remote":"127.0.0.1:37134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-30T01:56:42.05926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:40.805272Z","time spent":"1.25398066s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-30T01:56:42.059093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:40.622104Z","time spent":"1.436977538s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-30T01:56:42.05896Z","caller":"traceutil/trace.go:171","msg":"trace[1761215247] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4905; }","duration":"2.044379591s","start":"2026-05-30T01:56:40.01457Z","end":"2026-05-30T01:56:42.05895Z","steps":["trace[1761215247] 'agreement among raft nodes before linearized reading' (duration: 2.044301959s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:42.059373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:40.01455Z","time spent":"2.04480381s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-30T01:56:42.058818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.436628999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-30T01:56:42.059039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208699733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-5769b4fc7-9f7kv.18b435280bf14000\" ","response":"range_response_count:1 size:895"} {"level":"warn","ts":"2026-05-30T01:56:42.059488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.80587375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d4c5eda8-91ca-4fb1-8459-8445b2a553f3\" ","response":"range_response_count:1 size:3645"} {"level":"warn","ts":"2026-05-30T01:56:42.059553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.881096005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:56:42.059555Z","caller":"traceutil/trace.go:171","msg":"trace[1331109189] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d4c5eda8-91ca-4fb1-8459-8445b2a553f3; range_end:; response_count:1; response_revision:4905; }","duration":"1.805969383s","start":"2026-05-30T01:56:40.253567Z","end":"2026-05-30T01:56:42.059536Z","steps":["trace[1331109189] 'agreement among raft nodes before linearized reading' (duration: 1.804587694s)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:56:42.059576Z","caller":"traceutil/trace.go:171","msg":"trace[1344828345] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4905; }","duration":"1.881149535s","start":"2026-05-30T01:56:40.17842Z","end":"2026-05-30T01:56:42.05957Z","steps":["trace[1344828345] 'agreement among raft nodes before linearized reading' (duration: 1.879750097s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:42.059598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:40.178404Z","time spent":"1.881188137s","remote":"127.0.0.1:36900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-30T01:56:42.059611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:40.253551Z","time spent":"1.806037564s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d4c5eda8-91ca-4fb1-8459-8445b2a553f3\" "} {"level":"info","ts":"2026-05-30T01:56:42.059497Z","caller":"traceutil/trace.go:171","msg":"trace[2053554722] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-5769b4fc7-9f7kv.18b435280bf14000; range_end:; response_count:1; response_revision:4905; }","duration":"1.209196524s","start":"2026-05-30T01:56:40.850288Z","end":"2026-05-30T01:56:42.059484Z","steps":["trace[2053554722] 'agreement among raft nodes before linearized reading' (duration: 1.208635712s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:42.059748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:40.850268Z","time spent":"1.209460369s","remote":"127.0.0.1:36980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":918,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-5769b4fc7-9f7kv.18b435280bf14000\" "} {"level":"info","ts":"2026-05-30T01:56:42.058958Z","caller":"traceutil/trace.go:171","msg":"trace[212460005] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:4905; }","duration":"288.008281ms","start":"2026-05-30T01:56:41.770926Z","end":"2026-05-30T01:56:42.058934Z","steps":["trace[212460005] 'agreement among raft nodes before linearized reading' (duration: 287.929689ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:56:42.05946Z","caller":"traceutil/trace.go:171","msg":"trace[318800611] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4905; }","duration":"1.437278753s","start":"2026-05-30T01:56:40.622172Z","end":"2026-05-30T01:56:42.05945Z","steps":["trace[318800611] 'agreement among raft nodes before linearized reading' (duration: 1.436580188s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:42.059942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:40.622166Z","time spent":"1.437767304s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-30T01:56:42.119098Z","caller":"traceutil/trace.go:171","msg":"trace[1698815286] transaction","detail":"{read_only:false; response_revision:4906; number_of_response:1; }","duration":"237.772363ms","start":"2026-05-30T01:56:41.8813Z","end":"2026-05-30T01:56:42.119072Z","steps":["trace[1698815286] 'process raft request' (duration: 237.548149ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:56:42.119468Z","caller":"traceutil/trace.go:171","msg":"trace[1476534101] transaction","detail":"{read_only:false; response_revision:4908; number_of_response:1; }","duration":"236.554298ms","start":"2026-05-30T01:56:41.882885Z","end":"2026-05-30T01:56:42.119439Z","steps":["trace[1476534101] 'process raft request' (duration: 236.398905ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:56:42.119517Z","caller":"traceutil/trace.go:171","msg":"trace[375358382] transaction","detail":"{read_only:false; response_revision:4907; number_of_response:1; }","duration":"237.197523ms","start":"2026-05-30T01:56:41.882297Z","end":"2026-05-30T01:56:42.119495Z","steps":["trace[375358382] 'process raft request' (duration: 236.712373ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:56:42.119645Z","caller":"traceutil/trace.go:171","msg":"trace[572036292] transaction","detail":"{read_only:false; response_revision:4909; number_of_response:1; }","duration":"236.232172ms","start":"2026-05-30T01:56:41.883399Z","end":"2026-05-30T01:56:42.119632Z","steps":["trace[572036292] 'process raft request' (duration: 235.986697ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:56:42.192999Z","caller":"traceutil/trace.go:171","msg":"trace[1307387687] transaction","detail":"{read_only:false; response_revision:4914; number_of_response:1; }","duration":"125.40505ms","start":"2026-05-30T01:56:42.067576Z","end":"2026-05-30T01:56:42.192981Z","steps":["trace[1307387687] 'process raft request' (duration: 125.250477ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:56:42.193003Z","caller":"traceutil/trace.go:171","msg":"trace[2137001256] transaction","detail":"{read_only:false; response_revision:4912; number_of_response:1; }","duration":"125.896271ms","start":"2026-05-30T01:56:42.067084Z","end":"2026-05-30T01:56:42.19298Z","steps":["trace[2137001256] 'process raft request' (duration: 125.668717ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:42.193238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.765758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-87273574-dfc1-4692-aa39-f58aee03778b\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-05-30T01:56:42.193294Z","caller":"traceutil/trace.go:171","msg":"trace[1848115884] range","detail":"{range_begin:/registry/persistentvolumes/pvc-87273574-dfc1-4692-aa39-f58aee03778b; range_end:; response_count:1; response_revision:4917; }","duration":"126.85783ms","start":"2026-05-30T01:56:42.066422Z","end":"2026-05-30T01:56:42.19328Z","steps":["trace[1848115884] 'agreement among raft nodes before linearized reading' (duration: 126.629926ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:42.193302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.333649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1459"} {"level":"info","ts":"2026-05-30T01:56:42.193329Z","caller":"traceutil/trace.go:171","msg":"trace[1726931742] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4917; }","duration":"128.39259ms","start":"2026-05-30T01:56:42.064929Z","end":"2026-05-30T01:56:42.193321Z","steps":["trace[1726931742] 'agreement among raft nodes before linearized reading' (duration: 128.286298ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:42.193558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.683637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1267"} {"level":"info","ts":"2026-05-30T01:56:42.193585Z","caller":"traceutil/trace.go:171","msg":"trace[938342663] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:4917; }","duration":"128.750238ms","start":"2026-05-30T01:56:42.064829Z","end":"2026-05-30T01:56:42.193579Z","steps":["trace[938342663] 'agreement among raft nodes before linearized reading' (duration: 128.647985ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:56:42.193594Z","caller":"traceutil/trace.go:171","msg":"trace[1801479022] transaction","detail":"{read_only:false; response_revision:4915; number_of_response:1; }","duration":"125.807079ms","start":"2026-05-30T01:56:42.067775Z","end":"2026-05-30T01:56:42.193583Z","steps":["trace[1801479022] 'process raft request' (duration: 125.082704ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:56:42.193709Z","caller":"traceutil/trace.go:171","msg":"trace[292366112] transaction","detail":"{read_only:false; response_revision:4916; number_of_response:1; }","duration":"125.598645ms","start":"2026-05-30T01:56:42.068102Z","end":"2026-05-30T01:56:42.193701Z","steps":["trace[292366112] 'process raft request' (duration: 124.781537ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:56:42.193719Z","caller":"traceutil/trace.go:171","msg":"trace[1896156194] transaction","detail":"{read_only:false; response_revision:4910; number_of_response:1; }","duration":"130.236979ms","start":"2026-05-30T01:56:42.063469Z","end":"2026-05-30T01:56:42.193706Z","steps":["trace[1896156194] 'process raft request' (duration: 129.094135ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:56:42.193789Z","caller":"traceutil/trace.go:171","msg":"trace[1399782768] transaction","detail":"{read_only:false; response_revision:4917; number_of_response:1; }","duration":"124.35049ms","start":"2026-05-30T01:56:42.069429Z","end":"2026-05-30T01:56:42.19378Z","steps":["trace[1399782768] 'process raft request' (duration: 123.477622ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:42.193927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.348141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1475"} {"level":"info","ts":"2026-05-30T01:56:42.193961Z","caller":"traceutil/trace.go:171","msg":"trace[231736257] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4917; }","duration":"127.467653ms","start":"2026-05-30T01:56:42.066484Z","end":"2026-05-30T01:56:42.193952Z","steps":["trace[231736257] 'agreement among raft nodes before linearized reading' (duration: 127.365141ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:42.193983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.110156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-05-30T01:56:42.194094Z","caller":"traceutil/trace.go:171","msg":"trace[1005529140] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4917; }","duration":"129.236438ms","start":"2026-05-30T01:56:42.064841Z","end":"2026-05-30T01:56:42.194078Z","steps":["trace[1005529140] 'agreement among raft nodes before linearized reading' (duration: 128.867491ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:56:42.192989Z","caller":"traceutil/trace.go:171","msg":"trace[1292138558] transaction","detail":"{read_only:false; response_revision:4913; number_of_response:1; }","duration":"125.605165ms","start":"2026-05-30T01:56:42.067342Z","end":"2026-05-30T01:56:42.192947Z","steps":["trace[1292138558] 'process raft request' (duration: 125.451712ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:56:42.197906Z","caller":"traceutil/trace.go:171","msg":"trace[694774342] transaction","detail":"{read_only:false; response_revision:4911; number_of_response:1; }","duration":"126.738688ms","start":"2026-05-30T01:56:42.066157Z","end":"2026-05-30T01:56:42.192896Z","steps":["trace[694774342] 'process raft request' (duration: 126.536864ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:42.428629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.909468ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-30T01:56:42.428912Z","caller":"traceutil/trace.go:171","msg":"trace[1316834991] transaction","detail":"{read_only:false; response_revision:4921; number_of_response:1; }","duration":"185.372312ms","start":"2026-05-30T01:56:42.2435Z","end":"2026-05-30T01:56:42.428873Z","steps":["trace[1316834991] 'process raft request' (duration: 68.151246ms)","trace[1316834991] 'compare' (duration: 116.758596ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T01:56:42.429089Z","caller":"traceutil/trace.go:171","msg":"trace[1192287788] linearizableReadLoop","detail":"{readStateIndex:5107; appliedIndex:5106; }","duration":"159.96357ms","start":"2026-05-30T01:56:42.269102Z","end":"2026-05-30T01:56:42.429066Z","steps":["trace[1192287788] 'read index received' (duration: 42.488819ms)","trace[1192287788] 'applied index is now lower than readState.Index' (duration: 117.472341ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:56:42.429318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.872757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:56:42.429487Z","caller":"traceutil/trace.go:171","msg":"trace[771582651] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4921; }","duration":"161.956669ms","start":"2026-05-30T01:56:42.267392Z","end":"2026-05-30T01:56:42.429349Z","steps":["trace[771582651] 'agreement among raft nodes before linearized reading' (duration: 161.782186ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:42.88915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.145156ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-30T01:56:42.889244Z","caller":"traceutil/trace.go:171","msg":"trace[1865030881] linearizableReadLoop","detail":"{readStateIndex:5108; appliedIndex:5107; }","duration":"456.624205ms","start":"2026-05-30T01:56:42.432609Z","end":"2026-05-30T01:56:42.889233Z","steps":["trace[1865030881] 'read index received' (duration: 332.122742ms)","trace[1865030881] 'applied index is now lower than readState.Index' (duration: 124.500543ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T01:56:42.889311Z","caller":"traceutil/trace.go:171","msg":"trace[664036757] transaction","detail":"{read_only:false; response_revision:4922; number_of_response:1; }","duration":"618.721438ms","start":"2026-05-30T01:56:42.270576Z","end":"2026-05-30T01:56:42.889297Z","steps":["trace[664036757] 'process raft request' (duration: 494.147073ms)","trace[664036757] 'compare' (duration: 123.895241ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:56:42.889354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:42.270562Z","time spent":"618.771318ms","remote":"127.0.0.1:36980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:56:42.889787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.176196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-lrjlk.18b4352666a37f3d\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-05-30T01:56:42.889816Z","caller":"traceutil/trace.go:171","msg":"trace[1902959814] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-lrjlk.18b4352666a37f3d; range_end:; response_count:1; response_revision:4922; }","duration":"457.251418ms","start":"2026-05-30T01:56:42.432557Z","end":"2026-05-30T01:56:42.889809Z","steps":["trace[1902959814] 'agreement among raft nodes before linearized reading' (duration: 457.080134ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:42.889823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.732697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-30T01:56:42.889841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.483938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-30T01:56:42.889879Z","caller":"traceutil/trace.go:171","msg":"trace[450776886] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4922; }","duration":"456.83585ms","start":"2026-05-30T01:56:42.433031Z","end":"2026-05-30T01:56:42.889867Z","steps":["trace[450776886] 'agreement among raft nodes before linearized reading' (duration: 456.729778ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:42.889908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:42.433014Z","time spent":"456.888351ms","remote":"127.0.0.1:37134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-30T01:56:42.889927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.249763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:56:42.889956Z","caller":"traceutil/trace.go:171","msg":"trace[1088410098] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:4922; }","duration":"318.308524ms","start":"2026-05-30T01:56:42.57164Z","end":"2026-05-30T01:56:42.889948Z","steps":["trace[1088410098] 'agreement among raft nodes before linearized reading' (duration: 318.248003ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:42.889836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:42.432535Z","time spent":"457.296489ms","remote":"127.0.0.1:36980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":929,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-lrjlk.18b4352666a37f3d\" "} {"level":"warn","ts":"2026-05-30T01:56:42.889987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:42.571622Z","time spent":"318.356995ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-05-30T01:56:42.889898Z","caller":"traceutil/trace.go:171","msg":"trace[1167289174] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:4922; }","duration":"263.580589ms","start":"2026-05-30T01:56:42.626303Z","end":"2026-05-30T01:56:42.889883Z","steps":["trace[1167289174] 'agreement among raft nodes before linearized reading' (duration: 263.461927ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:43.415909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.753588ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-30T01:56:43.416018Z","caller":"traceutil/trace.go:171","msg":"trace[1044960244] linearizableReadLoop","detail":"{readStateIndex:5109; appliedIndex:5108; }","duration":"523.074461ms","start":"2026-05-30T01:56:42.892928Z","end":"2026-05-30T01:56:43.416002Z","steps":["trace[1044960244] 'read index received' (duration: 160.105508ms)","trace[1044960244] 'applied index is now lower than readState.Index' (duration: 362.967143ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T01:56:43.416124Z","caller":"traceutil/trace.go:171","msg":"trace[111662775] transaction","detail":"{read_only:false; response_revision:4923; number_of_response:1; }","duration":"523.589031ms","start":"2026-05-30T01:56:42.892503Z","end":"2026-05-30T01:56:43.416092Z","steps":["trace[111662775] 'process raft request' (duration: 160.557158ms)","trace[111662775] 'compare' (duration: 361.932922ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:56:43.416218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.162388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-30T01:56:43.416235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.904738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana.18b435241fe15493\" ","response":"range_response_count:1 size:736"} {"level":"info","ts":"2026-05-30T01:56:43.416274Z","caller":"traceutil/trace.go:171","msg":"trace[627610410] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana.18b435241fe15493; range_end:; response_count:1; response_revision:4923; }","duration":"522.956079ms","start":"2026-05-30T01:56:42.893307Z","end":"2026-05-30T01:56:43.416264Z","steps":["trace[627610410] 'agreement among raft nodes before linearized reading' (duration: 522.788515ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:43.416269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:42.892484Z","time spent":"523.705813ms","remote":"127.0.0.1:36980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":891,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:56:43.416307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:42.893302Z","time spent":"522.996429ms","remote":"127.0.0.1:36980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":759,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana.18b435241fe15493\" "} {"level":"warn","ts":"2026-05-30T01:56:43.416319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.772687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d4c5eda8-91ca-4fb1-8459-8445b2a553f3\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-05-30T01:56:43.416344Z","caller":"traceutil/trace.go:171","msg":"trace[43412595] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d4c5eda8-91ca-4fb1-8459-8445b2a553f3; range_end:; response_count:1; response_revision:4923; }","duration":"351.839208ms","start":"2026-05-30T01:56:43.064498Z","end":"2026-05-30T01:56:43.416337Z","steps":["trace[43412595] 'agreement among raft nodes before linearized reading' (duration: 351.769727ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:43.41632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.366666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-05-30T01:56:43.416411Z","caller":"traceutil/trace.go:171","msg":"trace[1462901002] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4923; }","duration":"523.487599ms","start":"2026-05-30T01:56:42.892902Z","end":"2026-05-30T01:56:43.416389Z","steps":["trace[1462901002] 'agreement among raft nodes before linearized reading' (duration: 523.178193ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:43.41636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:43.06448Z","time spent":"351.875569ms","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d4c5eda8-91ca-4fb1-8459-8445b2a553f3\" "} {"level":"warn","ts":"2026-05-30T01:56:43.416471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:42.892891Z","time spent":"523.567641ms","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-30T01:56:43.416246Z","caller":"traceutil/trace.go:171","msg":"trace[1681434346] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4923; }","duration":"241.225219ms","start":"2026-05-30T01:56:43.175012Z","end":"2026-05-30T01:56:43.416237Z","steps":["trace[1681434346] 'agreement among raft nodes before linearized reading' (duration: 241.171958ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:56:43.718356Z","caller":"traceutil/trace.go:171","msg":"trace[2037976931] transaction","detail":"{read_only:false; response_revision:4926; number_of_response:1; }","duration":"232.139156ms","start":"2026-05-30T01:56:43.486193Z","end":"2026-05-30T01:56:43.718332Z","steps":["trace[2037976931] 'process raft request' (duration: 230.982422ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:56:43.71844Z","caller":"traceutil/trace.go:171","msg":"trace[885469381] transaction","detail":"{read_only:false; response_revision:4928; number_of_response:1; }","duration":"210.944118ms","start":"2026-05-30T01:56:43.507475Z","end":"2026-05-30T01:56:43.71842Z","steps":["trace[885469381] 'process raft request' (duration: 210.907358ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:56:43.71847Z","caller":"traceutil/trace.go:171","msg":"trace[293667211] linearizableReadLoop","detail":"{readStateIndex:5112; appliedIndex:5111; }","duration":"214.228746ms","start":"2026-05-30T01:56:43.504222Z","end":"2026-05-30T01:56:43.71845Z","steps":["trace[293667211] 'read index received' (duration: 212.96249ms)","trace[293667211] 'applied index is now lower than readState.Index' (duration: 1.264876ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T01:56:43.718646Z","caller":"traceutil/trace.go:171","msg":"trace[1886586619] transaction","detail":"{read_only:false; response_revision:4927; number_of_response:1; }","duration":"212.684434ms","start":"2026-05-30T01:56:43.505952Z","end":"2026-05-30T01:56:43.718636Z","steps":["trace[1886586619] 'process raft request' (duration: 212.374108ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:43.718717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.899085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-30T01:56:43.718743Z","caller":"traceutil/trace.go:171","msg":"trace[1143294549] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:4928; }","duration":"188.969957ms","start":"2026-05-30T01:56:43.529765Z","end":"2026-05-30T01:56:43.718735Z","steps":["trace[1143294549] 'agreement among raft nodes before linearized reading' (duration: 188.847414ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:43.718729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.080139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-05-30T01:56:43.718829Z","caller":"traceutil/trace.go:171","msg":"trace[514237530] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4928; }","duration":"261.222321ms","start":"2026-05-30T01:56:43.457593Z","end":"2026-05-30T01:56:43.718815Z","steps":["trace[514237530] 'agreement among raft nodes before linearized reading' (duration: 260.953156ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:48.588092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.787681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-30T01:56:48.588172Z","caller":"traceutil/trace.go:171","msg":"trace[886262539] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4999; }","duration":"366.918214ms","start":"2026-05-30T01:56:48.221236Z","end":"2026-05-30T01:56:48.588154Z","steps":["trace[886262539] 'range keys from in-memory index tree' (duration: 366.588477ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:48.588213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:48.221209Z","time spent":"366.994195ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-30T01:56:48.588228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.327592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-05-30T01:56:48.58822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.121478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-30T01:56:48.588292Z","caller":"traceutil/trace.go:171","msg":"trace[511510972] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4999; }","duration":"370.421353ms","start":"2026-05-30T01:56:48.21785Z","end":"2026-05-30T01:56:48.588271Z","steps":["trace[511510972] 'range keys from in-memory index tree' (duration: 370.20138ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:56:48.588307Z","caller":"traceutil/trace.go:171","msg":"trace[1017439787] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4999; }","duration":"369.258451ms","start":"2026-05-30T01:56:48.219028Z","end":"2026-05-30T01:56:48.588286Z","steps":["trace[1017439787] 'range keys from in-memory index tree' (duration: 368.945184ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:48.58834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:48.217833Z","time spent":"370.494336ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-30T01:56:48.588351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:48.21901Z","time spent":"369.332312ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-30T01:56:48.588422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.438824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-30T01:56:48.5882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.390743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-30T01:56:48.588467Z","caller":"traceutil/trace.go:171","msg":"trace[1365217971] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4999; }","duration":"368.503695ms","start":"2026-05-30T01:56:48.219947Z","end":"2026-05-30T01:56:48.588451Z","steps":["trace[1365217971] 'range keys from in-memory index tree' (duration: 368.365142ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:56:48.588481Z","caller":"traceutil/trace.go:171","msg":"trace[715049062] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4999; }","duration":"360.732119ms","start":"2026-05-30T01:56:48.227733Z","end":"2026-05-30T01:56:48.588465Z","steps":["trace[715049062] 'range keys from in-memory index tree' (duration: 360.26322ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:48.588505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:48.219941Z","time spent":"368.555466ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-30T01:56:48.58853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:48.227726Z","time spent":"360.789221ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-30T01:56:48.608667Z","caller":"traceutil/trace.go:171","msg":"trace[1213802519] transaction","detail":"{read_only:false; response_revision:5000; number_of_response:1; }","duration":"254.634712ms","start":"2026-05-30T01:56:48.354017Z","end":"2026-05-30T01:56:48.608652Z","steps":["trace[1213802519] 'process raft request' (duration: 254.51325ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:56:48.770382Z","caller":"traceutil/trace.go:171","msg":"trace[629875625] transaction","detail":"{read_only:false; response_revision:5006; number_of_response:1; }","duration":"154.983693ms","start":"2026-05-30T01:56:48.615375Z","end":"2026-05-30T01:56:48.770359Z","steps":["trace[629875625] 'process raft request' (duration: 142.81863ms)","trace[629875625] 'compare' (duration: 12.02959ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T01:56:48.770421Z","caller":"traceutil/trace.go:171","msg":"trace[1102779582] transaction","detail":"{read_only:false; response_revision:5007; number_of_response:1; }","duration":"145.024315ms","start":"2026-05-30T01:56:48.625378Z","end":"2026-05-30T01:56:48.770402Z","steps":["trace[1102779582] 'process raft request' (duration: 144.971244ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:56:48.770593Z","caller":"traceutil/trace.go:171","msg":"trace[1041902093] linearizableReadLoop","detail":"{readStateIndex:5194; appliedIndex:5193; }","duration":"151.81794ms","start":"2026-05-30T01:56:48.618767Z","end":"2026-05-30T01:56:48.770585Z","steps":["trace[1041902093] 'read index received' (duration: 139.419793ms)","trace[1041902093] 'applied index is now lower than readState.Index' (duration: 12.397187ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:56:48.770872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.085276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:3958"} {"level":"info","ts":"2026-05-30T01:56:48.771531Z","caller":"traceutil/trace.go:171","msg":"trace[1606705792] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5007; }","duration":"152.753759ms","start":"2026-05-30T01:56:48.61873Z","end":"2026-05-30T01:56:48.771484Z","steps":["trace[1606705792] 'agreement among raft nodes before linearized reading' (duration: 151.991523ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:56:48.993053Z","caller":"traceutil/trace.go:171","msg":"trace[1120210114] transaction","detail":"{read_only:false; response_revision:5009; number_of_response:1; }","duration":"124.332832ms","start":"2026-05-30T01:56:48.868689Z","end":"2026-05-30T01:56:48.993022Z","steps":["trace[1120210114] 'process raft request' (duration: 82.196321ms)","trace[1120210114] 'compare' (duration: 41.976228ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T01:56:49.129946Z","caller":"traceutil/trace.go:171","msg":"trace[458860918] linearizableReadLoop","detail":"{readStateIndex:5198; appliedIndex:5196; }","duration":"260.216269ms","start":"2026-05-30T01:56:48.869708Z","end":"2026-05-30T01:56:49.129924Z","steps":["trace[458860918] 'read index received' (duration: 81.19916ms)","trace[458860918] 'applied index is now lower than readState.Index' (duration: 179.016379ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T01:56:49.130071Z","caller":"traceutil/trace.go:171","msg":"trace[1342164153] transaction","detail":"{read_only:false; response_revision:5010; number_of_response:1; }","duration":"261.083108ms","start":"2026-05-30T01:56:48.868976Z","end":"2026-05-30T01:56:49.130059Z","steps":["trace[1342164153] 'process raft request' (duration: 230.248844ms)","trace[1342164153] 'compare' (duration: 30.331163ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T01:56:49.130357Z","caller":"traceutil/trace.go:171","msg":"trace[1065946771] transaction","detail":"{read_only:false; response_revision:5011; number_of_response:1; }","duration":"260.514926ms","start":"2026-05-30T01:56:48.869832Z","end":"2026-05-30T01:56:49.130347Z","steps":["trace[1065946771] 'process raft request' (duration: 259.878933ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:56:49.130523Z","caller":"traceutil/trace.go:171","msg":"trace[875768254] transaction","detail":"{read_only:false; response_revision:5015; number_of_response:1; }","duration":"252.001236ms","start":"2026-05-30T01:56:48.878509Z","end":"2026-05-30T01:56:49.13051Z","steps":["trace[875768254] 'process raft request' (duration: 251.355303ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:56:49.130551Z","caller":"traceutil/trace.go:171","msg":"trace[1778590158] transaction","detail":"{read_only:false; response_revision:5013; number_of_response:1; }","duration":"260.605787ms","start":"2026-05-30T01:56:48.869934Z","end":"2026-05-30T01:56:49.13054Z","steps":["trace[1778590158] 'process raft request' (duration: 259.871063ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:56:49.130653Z","caller":"traceutil/trace.go:171","msg":"trace[1616411193] transaction","detail":"{read_only:false; response_revision:5012; number_of_response:1; }","duration":"260.72872ms","start":"2026-05-30T01:56:48.869919Z","end":"2026-05-30T01:56:49.130648Z","steps":["trace[1616411193] 'process raft request' (duration: 259.853102ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:56:49.130673Z","caller":"traceutil/trace.go:171","msg":"trace[1604685035] transaction","detail":"{read_only:false; response_revision:5014; number_of_response:1; }","duration":"260.272581ms","start":"2026-05-30T01:56:48.870385Z","end":"2026-05-30T01:56:49.130658Z","steps":["trace[1604685035] 'process raft request' (duration: 259.449255ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:49.130931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.926694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-05-30T01:56:49.130957Z","caller":"traceutil/trace.go:171","msg":"trace[1190843513] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5015; }","duration":"259.981125ms","start":"2026-05-30T01:56:48.87097Z","end":"2026-05-30T01:56:49.130951Z","steps":["trace[1190843513] 'agreement among raft nodes before linearized reading' (duration: 259.900654ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:49.131006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.372154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-05-30T01:56:49.131035Z","caller":"traceutil/trace.go:171","msg":"trace[293547436] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5015; }","duration":"216.439496ms","start":"2026-05-30T01:56:48.914589Z","end":"2026-05-30T01:56:49.131028Z","steps":["trace[293547436] 'agreement among raft nodes before linearized reading' (duration: 216.367775ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:49.131096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.667138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-05-30T01:56:49.13112Z","caller":"traceutil/trace.go:171","msg":"trace[5780362] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:5015; }","duration":"258.704069ms","start":"2026-05-30T01:56:48.87241Z","end":"2026-05-30T01:56:49.131114Z","steps":["trace[5780362] 'agreement among raft nodes before linearized reading' (duration: 258.646957ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:49.131639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.914283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2206966"} {"level":"info","ts":"2026-05-30T01:56:49.131706Z","caller":"traceutil/trace.go:171","msg":"trace[844316783] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:5015; }","duration":"262.004705ms","start":"2026-05-30T01:56:48.869685Z","end":"2026-05-30T01:56:49.13169Z","steps":["trace[844316783] 'agreement among raft nodes before linearized reading' (duration: 260.864083ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:56:49.430312Z","caller":"traceutil/trace.go:171","msg":"trace[492160798] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5021; }","duration":"100.249797ms","start":"2026-05-30T01:56:49.329998Z","end":"2026-05-30T01:56:49.430247Z","steps":["trace[492160798] 'process raft request' (duration: 83.156827ms)","trace[492160798] 'compare' (duration: 16.947978ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:56:49.430618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.043314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-05-30T01:56:49.43072Z","caller":"traceutil/trace.go:171","msg":"trace[1552771278] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:5022; }","duration":"101.187716ms","start":"2026-05-30T01:56:49.329511Z","end":"2026-05-30T01:56:49.430698Z","steps":["trace[1552771278] 'agreement among raft nodes before linearized reading' (duration: 100.88002ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:49.430706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.749028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:6 size:61326"} {"level":"info","ts":"2026-05-30T01:56:49.430794Z","caller":"traceutil/trace.go:171","msg":"trace[487262335] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:6; response_revision:5022; }","duration":"100.86484ms","start":"2026-05-30T01:56:49.329914Z","end":"2026-05-30T01:56:49.430778Z","steps":["trace[487262335] 'agreement among raft nodes before linearized reading' (duration: 100.465482ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:49.757964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.092714ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-30T01:56:49.758232Z","caller":"traceutil/trace.go:171","msg":"trace[56673364] linearizableReadLoop","detail":"{readStateIndex:5214; appliedIndex:5212; }","duration":"292.179452ms","start":"2026-05-30T01:56:49.466034Z","end":"2026-05-30T01:56:49.758213Z","steps":["trace[56673364] 'read index received' (duration: 180.764462ms)","trace[56673364] 'applied index is now lower than readState.Index' (duration: 111.41407ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T01:56:49.75832Z","caller":"traceutil/trace.go:171","msg":"trace[589279608] transaction","detail":"{read_only:false; response_revision:5025; number_of_response:1; }","duration":"314.120849ms","start":"2026-05-30T01:56:49.444141Z","end":"2026-05-30T01:56:49.758262Z","steps":["trace[589279608] 'process raft request' (duration: 313.968316ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:56:49.758409Z","caller":"traceutil/trace.go:171","msg":"trace[449454665] transaction","detail":"{read_only:false; response_revision:5024; number_of_response:1; }","duration":"317.1966ms","start":"2026-05-30T01:56:49.44118Z","end":"2026-05-30T01:56:49.758377Z","steps":["trace[449454665] 'process raft request' (duration: 205.602626ms)","trace[449454665] 'compare' (duration: 110.955822ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:56:49.758498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.928895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-05-30T01:56:49.758586Z","caller":"traceutil/trace.go:171","msg":"trace[1914114479] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5025; }","duration":"318.011956ms","start":"2026-05-30T01:56:49.440539Z","end":"2026-05-30T01:56:49.758551Z","steps":["trace[1914114479] 'agreement among raft nodes before linearized reading' (duration: 317.788312ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:49.758567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:49.444134Z","time spent":"314.292302ms","remote":"127.0.0.1:53734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2414,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:56:49.758635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:49.440527Z","time spent":"318.095939ms","remote":"127.0.0.1:37000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-05-30T01:56:49.759103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:49.44117Z","time spent":"317.316522ms","remote":"127.0.0.1:52722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4851,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:56:49.766576Z","caller":"traceutil/trace.go:171","msg":"trace[1115087822] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5025; }","duration":"290.473298ms","start":"2026-05-30T01:56:49.47608Z","end":"2026-05-30T01:56:49.766553Z","steps":["trace[1115087822] 'process raft request' (duration: 290.376026ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:49.844244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.672666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-05-30T01:56:49.844323Z","caller":"traceutil/trace.go:171","msg":"trace[1591343572] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:5025; }","duration":"374.789428ms","start":"2026-05-30T01:56:49.469516Z","end":"2026-05-30T01:56:49.844306Z","steps":["trace[1591343572] 'agreement among raft nodes before linearized reading' (duration: 374.615624ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:49.844352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:49.4695Z","time spent":"374.8457ms","remote":"127.0.0.1:37134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1016,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"info","ts":"2026-05-30T01:56:50.049287Z","caller":"traceutil/trace.go:171","msg":"trace[884311705] transaction","detail":"{read_only:false; response_revision:5028; number_of_response:1; }","duration":"145.868944ms","start":"2026-05-30T01:56:49.903392Z","end":"2026-05-30T01:56:50.049261Z","steps":["trace[884311705] 'process raft request' (duration: 107.93935ms)","trace[884311705] 'compare' (duration: 37.782242ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T01:56:50.0494Z","caller":"traceutil/trace.go:171","msg":"trace[1233170632] linearizableReadLoop","detail":"{readStateIndex:5220; appliedIndex:5217; }","duration":"140.760113ms","start":"2026-05-30T01:56:49.908619Z","end":"2026-05-30T01:56:50.049379Z","steps":["trace[1233170632] 'read index received' (duration: 37.857954ms)","trace[1233170632] 'applied index is now lower than readState.Index' (duration: 102.900979ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:56:50.049586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.950446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-05-30T01:56:50.049617Z","caller":"traceutil/trace.go:171","msg":"trace[378500006] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:5029; }","duration":"140.996467ms","start":"2026-05-30T01:56:49.908613Z","end":"2026-05-30T01:56:50.049609Z","steps":["trace[378500006] 'agreement among raft nodes before linearized reading' (duration: 140.843964ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:56:50.049792Z","caller":"traceutil/trace.go:171","msg":"trace[1953034844] transaction","detail":"{read_only:false; response_revision:5029; number_of_response:1; }","duration":"146.290633ms","start":"2026-05-30T01:56:49.903494Z","end":"2026-05-30T01:56:50.049784Z","steps":["trace[1953034844] 'process raft request' (duration: 145.735952ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:52.675383Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393691758586427,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-30T01:56:52.696124Z","caller":"traceutil/trace.go:171","msg":"trace[2069978571] transaction","detail":"{read_only:false; response_revision:5046; number_of_response:1; }","duration":"641.503825ms","start":"2026-05-30T01:56:52.054602Z","end":"2026-05-30T01:56:52.696105Z","steps":["trace[2069978571] 'process raft request' (duration: 640.872671ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:52.696243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:52.054578Z","time spent":"641.601667ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:56:52.708417Z","caller":"traceutil/trace.go:171","msg":"trace[1985318385] transaction","detail":"{read_only:false; response_revision:5048; number_of_response:1; }","duration":"614.886588ms","start":"2026-05-30T01:56:52.093512Z","end":"2026-05-30T01:56:52.708399Z","steps":["trace[1985318385] 'process raft request' (duration: 614.657733ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:56:52.708463Z","caller":"traceutil/trace.go:171","msg":"trace[1912069136] transaction","detail":"{read_only:false; response_revision:5047; number_of_response:1; }","duration":"653.792468ms","start":"2026-05-30T01:56:52.054658Z","end":"2026-05-30T01:56:52.70845Z","steps":["trace[1912069136] 'process raft request' (duration: 653.40739ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:52.708534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:52.09349Z","time spent":"614.975729ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:56:52.708535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:52.054629Z","time spent":"653.86432ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:56:52.708778Z","caller":"traceutil/trace.go:171","msg":"trace[2111196486] transaction","detail":"{read_only:false; response_revision:5049; number_of_response:1; }","duration":"609.51099ms","start":"2026-05-30T01:56:52.099258Z","end":"2026-05-30T01:56:52.708769Z","steps":["trace[2111196486] 'process raft request' (duration: 609.107872ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:52.708847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:52.099238Z","time spent":"609.574871ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:56:52.708882Z","caller":"traceutil/trace.go:171","msg":"trace[1035737697] transaction","detail":"{read_only:false; response_revision:5050; number_of_response:1; }","duration":"562.337116ms","start":"2026-05-30T01:56:52.146534Z","end":"2026-05-30T01:56:52.708871Z","steps":["trace[1035737697] 'process raft request' (duration: 562.136772ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:52.708928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:52.146508Z","time spent":"562.398567ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:56:52.709016Z","caller":"traceutil/trace.go:171","msg":"trace[593421031] linearizableReadLoop","detail":"{readStateIndex:5242; appliedIndex:5236; }","duration":"534.440313ms","start":"2026-05-30T01:56:52.174569Z","end":"2026-05-30T01:56:52.709009Z","steps":["trace[593421031] 'read index received' (duration: 520.747331ms)","trace[593421031] 'applied index is now lower than readState.Index' (duration: 13.692382ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T01:56:52.709085Z","caller":"traceutil/trace.go:171","msg":"trace[919971007] transaction","detail":"{read_only:false; response_revision:5051; number_of_response:1; }","duration":"363.77522ms","start":"2026-05-30T01:56:52.345304Z","end":"2026-05-30T01:56:52.709079Z","steps":["trace[919971007] 'process raft request' (duration: 363.538025ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:52.709122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:52.345284Z","time spent":"363.81787ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:56:52.709204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.318347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-5769b4fc7-9f7kv\" ","response":"range_response_count:1 size:11842"} {"level":"info","ts":"2026-05-30T01:56:52.709249Z","caller":"traceutil/trace.go:171","msg":"trace[2001119310] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-5769b4fc7-9f7kv; range_end:; response_count:1; response_revision:5051; }","duration":"381.390219ms","start":"2026-05-30T01:56:52.327848Z","end":"2026-05-30T01:56:52.709238Z","steps":["trace[2001119310] 'agreement among raft nodes before linearized reading' (duration: 381.268807ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:52.709275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:52.327833Z","time spent":"381.4366ms","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":11865,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-5769b4fc7-9f7kv\" "} {"level":"warn","ts":"2026-05-30T01:56:52.709232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.653937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:56:52.709542Z","caller":"traceutil/trace.go:171","msg":"trace[2102965822] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5051; }","duration":"534.972563ms","start":"2026-05-30T01:56:52.174524Z","end":"2026-05-30T01:56:52.709497Z","steps":["trace[2102965822] 'agreement among raft nodes before linearized reading' (duration: 534.662737ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:52.709592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:52.174508Z","time spent":"535.074735ms","remote":"127.0.0.1:36900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-30T01:56:56.827744Z","caller":"traceutil/trace.go:171","msg":"trace[1668223566] transaction","detail":"{read_only:false; response_revision:5080; number_of_response:1; }","duration":"105.71916ms","start":"2026-05-30T01:56:56.722007Z","end":"2026-05-30T01:56:56.827726Z","steps":["trace[1668223566] 'process raft request' (duration: 105.614568ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:56:56.832023Z","caller":"traceutil/trace.go:171","msg":"trace[876588982] linearizableReadLoop","detail":"{readStateIndex:5273; appliedIndex:5272; }","duration":"101.64194ms","start":"2026-05-30T01:56:56.730363Z","end":"2026-05-30T01:56:56.832005Z","steps":["trace[876588982] 'read index received' (duration: 97.653422ms)","trace[876588982] 'applied index is now lower than readState.Index' (duration: 3.987838ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T01:56:56.832139Z","caller":"traceutil/trace.go:171","msg":"trace[1683141021] transaction","detail":"{read_only:false; response_revision:5081; number_of_response:1; }","duration":"109.972674ms","start":"2026-05-30T01:56:56.722138Z","end":"2026-05-30T01:56:56.83211Z","steps":["trace[1683141021] 'process raft request' (duration: 109.78062ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:56.832208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.830554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-30T01:56:56.832209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.853085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-30T01:56:56.832253Z","caller":"traceutil/trace.go:171","msg":"trace[763191351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5081; }","duration":"101.902686ms","start":"2026-05-30T01:56:56.730336Z","end":"2026-05-30T01:56:56.832239Z","steps":["trace[763191351] 'agreement among raft nodes before linearized reading' (duration: 101.778583ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:56:56.832274Z","caller":"traceutil/trace.go:171","msg":"trace[1511042995] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5081; }","duration":"100.944067ms","start":"2026-05-30T01:56:56.731301Z","end":"2026-05-30T01:56:56.832245Z","steps":["trace[1511042995] 'agreement among raft nodes before linearized reading' (duration: 100.822554ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:56:57.734598Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393691758586526,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-30T01:56:58.235373Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393691758586526,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-30T01:56:58.663326Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.460906455s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-30T01:57:00.17624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000451506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-30T01:57:00.17634Z","caller":"traceutil/trace.go:171","msg":"trace[1342570853] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000602319s","start":"2026-05-30T01:56:58.175715Z","end":"2026-05-30T01:57:00.176317Z","steps":["trace[1342570853] 'agreement among raft nodes before linearized reading' (duration: 2.000482237s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:57:00.176407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:58.175696Z","time spent":"2.00069024s","remote":"127.0.0.1:36900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/30 01:57:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-30T01:57:00.510854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.84729709s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-30T01:57:00.511089Z","caller":"traceutil/trace.go:171","msg":"trace[61085780] transaction","detail":"{read_only:false; response_revision:5092; number_of_response:1; }","duration":"3.308719784s","start":"2026-05-30T01:56:57.202345Z","end":"2026-05-30T01:57:00.511065Z","steps":["trace[61085780] 'process raft request' (duration: 1.461148249s)","trace[61085780] 'compare' (duration: 1.846944343s)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:57:00.511226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:57.202333Z","time spent":"3.308812295s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:57:00.511232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.277683684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-30T01:57:00.511294Z","caller":"traceutil/trace.go:171","msg":"trace[1947421375] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:5093; }","duration":"3.277777216s","start":"2026-05-30T01:56:57.233508Z","end":"2026-05-30T01:57:00.511286Z","steps":["trace[1947421375] 'agreement among raft nodes before linearized reading' (duration: 3.277627433s)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:57:00.511116Z","caller":"traceutil/trace.go:171","msg":"trace[1560740460] linearizableReadLoop","detail":"{readStateIndex:5285; appliedIndex:5283; }","duration":"3.277555702s","start":"2026-05-30T01:56:57.233547Z","end":"2026-05-30T01:57:00.511103Z","steps":["trace[1560740460] 'read index received' (duration: 1.429945996s)","trace[1560740460] 'applied index is now lower than readState.Index' (duration: 1.847608766s)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:57:00.511324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:57.233492Z","time spent":"3.277824347s","remote":"127.0.0.1:37218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":37,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-05-30T01:57:00.511527Z","caller":"traceutil/trace.go:171","msg":"trace[430167173] transaction","detail":"{read_only:false; response_revision:5093; number_of_response:1; }","duration":"3.308814166s","start":"2026-05-30T01:56:57.202704Z","end":"2026-05-30T01:57:00.511518Z","steps":["trace[430167173] 'process raft request' (duration: 3.308266115s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:57:00.511596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:57.202697Z","time spent":"3.308854576s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:57:00.535867Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.82342182s","expected-duration":"1s"} {"level":"info","ts":"2026-05-30T01:57:00.536124Z","caller":"traceutil/trace.go:171","msg":"trace[614221046] transaction","detail":"{read_only:false; response_revision:5094; number_of_response:1; }","duration":"1.823825488s","start":"2026-05-30T01:56:58.712285Z","end":"2026-05-30T01:57:00.536111Z","steps":["trace[614221046] 'process raft request' (duration: 1.823752346s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:57:00.536226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:58.712256Z","time spent":"1.82391438s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:57:01.071449Z","caller":"traceutil/trace.go:171","msg":"trace[2026255489] transaction","detail":"{read_only:false; response_revision:5095; number_of_response:1; }","duration":"2.346616064s","start":"2026-05-30T01:56:58.724804Z","end":"2026-05-30T01:57:01.07142Z","steps":["trace[2026255489] 'process raft request' (duration: 2.346461841s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:57:01.071619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:58.72478Z","time spent":"2.346739727s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:57:01.180231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.689542ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-30T01:57:01.180807Z","caller":"traceutil/trace.go:171","msg":"trace[257863970] transaction","detail":"{read_only:false; response_revision:5097; number_of_response:1; }","duration":"2.348027572s","start":"2026-05-30T01:56:58.832756Z","end":"2026-05-30T01:57:01.180784Z","steps":["trace[257863970] 'process raft request' (duration: 2.347611224s)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:57:01.180831Z","caller":"traceutil/trace.go:171","msg":"trace[543426478] transaction","detail":"{read_only:false; response_revision:5096; number_of_response:1; }","duration":"2.449964791s","start":"2026-05-30T01:56:58.730811Z","end":"2026-05-30T01:57:01.180776Z","steps":["trace[543426478] 'process raft request' (duration: 2.340580736s)","trace[543426478] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/ingress-nginx/ingress-nginx-leader; req_size:472; } (duration: 108.09979ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T01:57:01.180991Z","caller":"traceutil/trace.go:171","msg":"trace[2028732522] linearizableReadLoop","detail":"{readStateIndex:5291; appliedIndex:5285; }","duration":"669.617615ms","start":"2026-05-30T01:57:00.511355Z","end":"2026-05-30T01:57:01.180973Z","steps":["trace[2028732522] 'read index received' (duration: 24.706754ms)","trace[2028732522] 'applied index is now lower than readState.Index' (duration: 644.909161ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:57:01.181124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:58.730791Z","time spent":"2.450205896s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:57:01.181184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004117394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:57:01.181233Z","caller":"traceutil/trace.go:171","msg":"trace[1726837866] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5098; }","duration":"1.004217267s","start":"2026-05-30T01:57:00.177004Z","end":"2026-05-30T01:57:01.181221Z","steps":["trace[1726837866] 'agreement among raft nodes before linearized reading' (duration: 1.004069583s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:57:01.181269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:57:00.176972Z","time spent":"1.004290429s","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-30T01:57:01.181254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.326699134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-30T01:57:01.181308Z","caller":"traceutil/trace.go:171","msg":"trace[1317559170] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5098; }","duration":"2.326760465s","start":"2026-05-30T01:56:58.854535Z","end":"2026-05-30T01:57:01.181295Z","steps":["trace[1317559170] 'agreement among raft nodes before linearized reading' (duration: 2.32654935s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:57:01.181349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:58.854486Z","time spent":"2.326855037s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-30T01:57:01.181459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.327250834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-30T01:57:01.181538Z","caller":"traceutil/trace.go:171","msg":"trace[779769544] transaction","detail":"{read_only:false; response_revision:5098; number_of_response:1; }","duration":"2.343651646s","start":"2026-05-30T01:56:58.837875Z","end":"2026-05-30T01:57:01.181527Z","steps":["trace[779769544] 'process raft request' (duration: 2.34285778s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:57:01.181558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.439416549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-30T01:57:01.181588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:58.837849Z","time spent":"2.343712037s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:57:01.180892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:58.832732Z","time spent":"2.348119964s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:57:01.181757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.340358642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-30T01:57:01.181818Z","caller":"traceutil/trace.go:171","msg":"trace[1309929772] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5098; }","duration":"2.340445693s","start":"2026-05-30T01:56:58.841354Z","end":"2026-05-30T01:57:01.1818Z","steps":["trace[1309929772] 'agreement among raft nodes before linearized reading' (duration: 2.34027324s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:57:01.181868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:58.841337Z","time spent":"2.340520035s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-30T01:57:01.181806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.870481735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"warn","ts":"2026-05-30T01:57:01.181959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.340595786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-30T01:57:01.182036Z","caller":"traceutil/trace.go:171","msg":"trace[1153341472] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5098; }","duration":"2.340710158s","start":"2026-05-30T01:56:58.8413Z","end":"2026-05-30T01:57:01.18201Z","steps":["trace[1153341472] 'agreement among raft nodes before linearized reading' (duration: 2.340537405s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:57:01.182093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:58.841275Z","time spent":"2.34080332s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-30T01:57:01.181926Z","caller":"traceutil/trace.go:171","msg":"trace[1444068487] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5098; }","duration":"1.870636208s","start":"2026-05-30T01:56:59.31127Z","end":"2026-05-30T01:57:01.181907Z","steps":["trace[1444068487] 'agreement among raft nodes before linearized reading' (duration: 1.870456465s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:57:01.181513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.983800014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-05-30T01:57:01.182265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:59.311243Z","time spent":"1.871003775s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-30T01:57:01.181764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.865961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-30T01:57:01.182365Z","caller":"traceutil/trace.go:171","msg":"trace[1461571520] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:5098; }","duration":"822.455603ms","start":"2026-05-30T01:57:00.35989Z","end":"2026-05-30T01:57:01.182346Z","steps":["trace[1461571520] 'agreement among raft nodes before linearized reading' (duration: 821.81907ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:57:01.182432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:57:00.359829Z","time spent":"822.588136ms","remote":"127.0.0.1:37264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":26,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-05-30T01:57:01.182279Z","caller":"traceutil/trace.go:171","msg":"trace[916581762] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5098; }","duration":"2.984526678s","start":"2026-05-30T01:56:58.197677Z","end":"2026-05-30T01:57:01.182203Z","steps":["trace[916581762] 'agreement among raft nodes before linearized reading' (duration: 2.983757933s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:57:01.182611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:58.197659Z","time spent":"2.984932685s","remote":"127.0.0.1:37082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-05-30T01:57:01.181578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.368117006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-30T01:57:01.182783Z","caller":"traceutil/trace.go:171","msg":"trace[267094890] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:5098; }","duration":"2.369397751s","start":"2026-05-30T01:56:58.813374Z","end":"2026-05-30T01:57:01.182772Z","steps":["trace[267094890] 'agreement among raft nodes before linearized reading' (duration: 2.367716027s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:57:01.182829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:58.813353Z","time spent":"2.369463363s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-05-30T01:57:01.181652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.837613921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-30T01:57:01.182924Z","caller":"traceutil/trace.go:171","msg":"trace[1949367602] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:5098; }","duration":"1.838914215s","start":"2026-05-30T01:56:59.343999Z","end":"2026-05-30T01:57:01.182913Z","steps":["trace[1949367602] 'agreement among raft nodes before linearized reading' (duration: 1.837630431s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:57:01.182962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:59.343979Z","time spent":"1.838973177s","remote":"127.0.0.1:45060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-30T01:57:01.181688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082730422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:57:01.183148Z","caller":"traceutil/trace.go:171","msg":"trace[347187585] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5098; }","duration":"1.084211991s","start":"2026-05-30T01:57:00.098923Z","end":"2026-05-30T01:57:01.183135Z","steps":["trace[347187585] 'agreement among raft nodes before linearized reading' (duration: 1.082746303s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:57:01.18322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:57:00.098904Z","time spent":"1.084268871s","remote":"127.0.0.1:36900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-30T01:57:01.181676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.022104084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-05-30T01:57:01.183443Z","caller":"traceutil/trace.go:171","msg":"trace[558557422] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5098; }","duration":"2.024039041s","start":"2026-05-30T01:56:59.159391Z","end":"2026-05-30T01:57:01.18343Z","steps":["trace[558557422] 'agreement among raft nodes before linearized reading' (duration: 2.021586343s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:57:01.183492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:59.159355Z","time spent":"2.024117942s","remote":"127.0.0.1:40128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-05-30T01:57:01.181668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.850612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:57:01.183717Z","caller":"traceutil/trace.go:171","msg":"trace[1773249788] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:5098; }","duration":"578.957972ms","start":"2026-05-30T01:57:00.604749Z","end":"2026-05-30T01:57:01.183707Z","steps":["trace[1773249788] 'agreement among raft nodes before linearized reading' (duration: 576.822541ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:57:01.183755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:57:00.604732Z","time spent":"579.011042ms","remote":"127.0.0.1:56764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-05-30T01:57:01.181755Z","caller":"traceutil/trace.go:171","msg":"trace[1651814503] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5098; }","duration":"2.327359526s","start":"2026-05-30T01:56:58.854182Z","end":"2026-05-30T01:57:01.181541Z","steps":["trace[1651814503] 'agreement among raft nodes before linearized reading' (duration: 2.326931347s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:57:01.18465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:58.854157Z","time spent":"2.330476197s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-30T01:57:01.181599Z","caller":"traceutil/trace.go:171","msg":"trace[1020906203] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:5098; }","duration":"3.439502371s","start":"2026-05-30T01:56:57.742087Z","end":"2026-05-30T01:57:01.181589Z","steps":["trace[1020906203] 'agreement among raft nodes before linearized reading' (duration: 3.43944482s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:57:01.18488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:57.742061Z","time spent":"3.442805386s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-05-30T01:57:01.185207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.330993677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-30T01:57:01.185351Z","caller":"traceutil/trace.go:171","msg":"trace[2045110212] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5098; }","duration":"2.331156921s","start":"2026-05-30T01:56:58.85417Z","end":"2026-05-30T01:57:01.185327Z","steps":["trace[2045110212] 'agreement among raft nodes before linearized reading' (duration: 2.327663973s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:57:01.185881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:56:58.854155Z","time spent":"2.331708741s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-30T01:57:01.727158Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393691758586544,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-30T01:57:02.02968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.070883ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-30T01:57:02.029982Z","caller":"traceutil/trace.go:171","msg":"trace[468457524] linearizableReadLoop","detail":"{readStateIndex:5297; appliedIndex:5292; }","duration":"803.813486ms","start":"2026-05-30T01:57:01.226152Z","end":"2026-05-30T01:57:02.029965Z","steps":["trace[468457524] 'read index received' (duration: 560.384827ms)","trace[468457524] 'applied index is now lower than readState.Index' (duration: 243.427849ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T01:57:02.03021Z","caller":"traceutil/trace.go:171","msg":"trace[1948342419] transaction","detail":"{read_only:false; response_revision:5100; number_of_response:1; }","duration":"841.156267ms","start":"2026-05-30T01:57:01.18904Z","end":"2026-05-30T01:57:02.030197Z","steps":["trace[1948342419] 'process raft request' (duration: 597.486531ms)","trace[1948342419] 'compare' (duration: 242.684466ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:57:02.030278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:57:01.18903Z","time spent":"841.213878ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:57:02.030328Z","caller":"traceutil/trace.go:171","msg":"trace[1241848957] transaction","detail":"{read_only:false; response_revision:5102; number_of_response:1; }","duration":"840.747299ms","start":"2026-05-30T01:57:01.189537Z","end":"2026-05-30T01:57:02.030284Z","steps":["trace[1241848957] 'process raft request' (duration: 840.31871ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:57:02.030354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.991855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:57:02.030493Z","caller":"traceutil/trace.go:171","msg":"trace[180418978] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5104; }","duration":"839.184878ms","start":"2026-05-30T01:57:01.191289Z","end":"2026-05-30T01:57:02.030474Z","steps":["trace[180418978] 'agreement among raft nodes before linearized reading' (duration: 838.912603ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:57:02.030532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.29014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"warn","ts":"2026-05-30T01:57:02.030535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:57:01.189518Z","time spent":"840.907402ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:57:02.03057Z","caller":"traceutil/trace.go:171","msg":"trace[2104820258] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5104; }","duration":"841.361881ms","start":"2026-05-30T01:57:01.189198Z","end":"2026-05-30T01:57:02.03056Z","steps":["trace[2104820258] 'agreement among raft nodes before linearized reading' (duration: 841.240768ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:57:02.030606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:57:01.189179Z","time spent":"841.419953ms","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-30T01:57:02.030692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:57:01.191282Z","time spent":"839.393332ms","remote":"127.0.0.1:36900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-30T01:57:02.030793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.983995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:57:02.030832Z","caller":"traceutil/trace.go:171","msg":"trace[1528726140] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:5104; }","duration":"734.069317ms","start":"2026-05-30T01:57:01.296753Z","end":"2026-05-30T01:57:02.030822Z","steps":["trace[1528726140] 'agreement among raft nodes before linearized reading' (duration: 734.011216ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:57:02.030866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:57:01.29673Z","time spent":"734.127988ms","remote":"127.0.0.1:56436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-05-30T01:57:02.030898Z","caller":"traceutil/trace.go:171","msg":"trace[441498353] transaction","detail":"{read_only:false; response_revision:5103; number_of_response:1; }","duration":"840.477603ms","start":"2026-05-30T01:57:01.190388Z","end":"2026-05-30T01:57:02.030865Z","steps":["trace[441498353] 'process raft request' (duration: 839.498503ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:57:02.030865Z","caller":"traceutil/trace.go:171","msg":"trace[1104870310] transaction","detail":"{read_only:false; response_revision:5101; number_of_response:1; }","duration":"841.741628ms","start":"2026-05-30T01:57:01.189109Z","end":"2026-05-30T01:57:02.030851Z","steps":["trace[1104870310] 'process raft request' (duration: 840.666997ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:57:02.031063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:57:01.190375Z","time spent":"840.600806ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:57:02.031082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:57:01.1891Z","time spent":"841.940972ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:57:02.031064Z","caller":"traceutil/trace.go:171","msg":"trace[371980996] transaction","detail":"{read_only:false; response_revision:5104; number_of_response:1; }","duration":"802.37014ms","start":"2026-05-30T01:57:01.228662Z","end":"2026-05-30T01:57:02.031032Z","steps":["trace[371980996] 'process raft request' (duration: 801.257897ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:57:02.031271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:57:01.228647Z","time spent":"802.504052ms","remote":"127.0.0.1:36980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:57:02.652965Z","caller":"traceutil/trace.go:171","msg":"trace[140571261] transaction","detail":"{read_only:false; response_revision:5105; number_of_response:1; }","duration":"111.250847ms","start":"2026-05-30T01:57:02.541692Z","end":"2026-05-30T01:57:02.652943Z","steps":["trace[140571261] 'process raft request' (duration: 61.656301ms)","trace[140571261] 'compare' (duration: 48.876943ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T01:57:03.004558Z","caller":"traceutil/trace.go:171","msg":"trace[1148217917] transaction","detail":"{read_only:false; response_revision:5106; number_of_response:1; }","duration":"111.426191ms","start":"2026-05-30T01:57:02.893011Z","end":"2026-05-30T01:57:03.004437Z","steps":["trace[1148217917] 'process raft request' (duration: 50.138357ms)","trace[1148217917] 'compare' (duration: 61.10164ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:57:03.452544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.050613ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-30T01:57:03.453013Z","caller":"traceutil/trace.go:171","msg":"trace[1194136564] linearizableReadLoop","detail":"{readStateIndex:5300; appliedIndex:5298; }","duration":"521.546618ms","start":"2026-05-30T01:57:02.931448Z","end":"2026-05-30T01:57:03.452995Z","steps":["trace[1194136564] 'read index received' (duration: 11.777749ms)","trace[1194136564] 'applied index is now lower than readState.Index' (duration: 509.767389ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T01:57:03.453006Z","caller":"traceutil/trace.go:171","msg":"trace[799202402] transaction","detail":"{read_only:false; response_revision:5107; number_of_response:1; }","duration":"532.907429ms","start":"2026-05-30T01:57:02.920068Z","end":"2026-05-30T01:57:03.452975Z","steps":["trace[799202402] 'process raft request' (duration: 243.324067ms)","trace[799202402] 'compare' (duration: 288.91375ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:57:03.453129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.674142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:57:03.453226Z","caller":"traceutil/trace.go:171","msg":"trace[1282674418] transaction","detail":"{read_only:false; response_revision:5109; number_of_response:1; }","duration":"375.061656ms","start":"2026-05-30T01:57:03.078097Z","end":"2026-05-30T01:57:03.453158Z","steps":["trace[1282674418] 'process raft request' (duration: 374.927402ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:57:03.453312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:57:02.920026Z","time spent":"533.050572ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:57:03.453408Z","caller":"traceutil/trace.go:171","msg":"trace[840922769] transaction","detail":"{read_only:false; response_revision:5108; number_of_response:1; }","duration":"488.613777ms","start":"2026-05-30T01:57:02.964781Z","end":"2026-05-30T01:57:03.453395Z","steps":["trace[840922769] 'process raft request' (duration: 488.057706ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:57:03.453469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:57:02.96475Z","time spent":"488.685118ms","remote":"127.0.0.1:36980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-30T01:57:03.453499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:57:03.078076Z","time spent":"375.275231ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:57:03.453165Z","caller":"traceutil/trace.go:171","msg":"trace[2141610738] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5109; }","duration":"521.748563ms","start":"2026-05-30T01:57:02.931407Z","end":"2026-05-30T01:57:03.453156Z","steps":["trace[2141610738] 'agreement among raft nodes before linearized reading' (duration: 521.674401ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:57:03.453861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:57:02.931384Z","time spent":"522.464047ms","remote":"127.0.0.1:36900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-30T01:57:03.461841Z","caller":"traceutil/trace.go:171","msg":"trace[1479531170] transaction","detail":"{read_only:false; response_revision:5111; number_of_response:1; }","duration":"271.672025ms","start":"2026-05-30T01:57:03.190142Z","end":"2026-05-30T01:57:03.461814Z","steps":["trace[1479531170] 'process raft request' (duration: 271.562273ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:57:03.461998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.645598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:57:03.462006Z","caller":"traceutil/trace.go:171","msg":"trace[778630005] transaction","detail":"{read_only:false; response_revision:5110; number_of_response:1; }","duration":"272.740996ms","start":"2026-05-30T01:57:03.189249Z","end":"2026-05-30T01:57:03.46199Z","steps":["trace[778630005] 'process raft request' (duration: 272.256797ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:57:03.46205Z","caller":"traceutil/trace.go:171","msg":"trace[738018771] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5111; }","duration":"284.80564ms","start":"2026-05-30T01:57:03.177232Z","end":"2026-05-30T01:57:03.462037Z","steps":["trace[738018771] 'agreement among raft nodes before linearized reading' (duration: 284.692898ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:57:03.462058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.427562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-30T01:57:03.462059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.239378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-30T01:57:03.462092Z","caller":"traceutil/trace.go:171","msg":"trace[156634352] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5111; }","duration":"120.496504ms","start":"2026-05-30T01:57:03.341585Z","end":"2026-05-30T01:57:03.462082Z","steps":["trace[156634352] 'agreement among raft nodes before linearized reading' (duration: 120.436703ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:57:03.46213Z","caller":"traceutil/trace.go:171","msg":"trace[2078169180] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5111; }","duration":"232.35162ms","start":"2026-05-30T01:57:03.22976Z","end":"2026-05-30T01:57:03.462112Z","steps":["trace[2078169180] 'agreement among raft nodes before linearized reading' (duration: 232.133446ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:57:03.461855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.984373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:57:03.462324Z","caller":"traceutil/trace.go:171","msg":"trace[921777094] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:5111; }","duration":"305.493112ms","start":"2026-05-30T01:57:03.156803Z","end":"2026-05-30T01:57:03.462296Z","steps":["trace[921777094] 'agreement among raft nodes before linearized reading' (duration: 304.953872ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:57:03.462444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:57:03.156785Z","time spent":"305.632056ms","remote":"127.0.0.1:52786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-05-30T01:57:17.813917Z","caller":"traceutil/trace.go:171","msg":"trace[1258023407] transaction","detail":"{read_only:false; response_revision:5215; number_of_response:1; }","duration":"260.380025ms","start":"2026-05-30T01:57:17.553516Z","end":"2026-05-30T01:57:17.813896Z","steps":["trace[1258023407] 'process raft request' (duration: 259.882056ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:57:17.983939Z","caller":"traceutil/trace.go:171","msg":"trace[1652840374] linearizableReadLoop","detail":"{readStateIndex:5412; appliedIndex:5410; }","duration":"404.830534ms","start":"2026-05-30T01:57:17.579085Z","end":"2026-05-30T01:57:17.983916Z","steps":["trace[1652840374] 'read index received' (duration: 234.33616ms)","trace[1652840374] 'applied index is now lower than readState.Index' (duration: 170.493514ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T01:57:17.983975Z","caller":"traceutil/trace.go:171","msg":"trace[200628117] transaction","detail":"{read_only:false; response_revision:5216; number_of_response:1; }","duration":"425.262252ms","start":"2026-05-30T01:57:17.558679Z","end":"2026-05-30T01:57:17.983942Z","steps":["trace[200628117] 'process raft request' (duration: 381.606031ms)","trace[200628117] 'compare' (duration: 43.518769ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:57:17.984165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.059708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-05-30T01:57:17.984323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:57:17.558664Z","time spent":"425.374034ms","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10691,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:57:17.984415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.621987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:57:17.984544Z","caller":"traceutil/trace.go:171","msg":"trace[2145519186] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:5216; }","duration":"148.768541ms","start":"2026-05-30T01:57:17.835719Z","end":"2026-05-30T01:57:17.984488Z","steps":["trace[2145519186] 'agreement among raft nodes before linearized reading' (duration: 148.554007ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:57:17.984206Z","caller":"traceutil/trace.go:171","msg":"trace[751092267] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5216; }","duration":"405.15204ms","start":"2026-05-30T01:57:17.579042Z","end":"2026-05-30T01:57:17.984194Z","steps":["trace[751092267] 'agreement among raft nodes before linearized reading' (duration: 405.012888ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:57:17.985391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:57:17.579023Z","time spent":"406.341842ms","remote":"127.0.0.1:37082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-05-30T01:57:36.9744Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2839} {"level":"info","ts":"2026-05-30T01:57:37.064992Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2839,"took":"88.580419ms","hash":1350778453,"current-db-size-bytes":52662272,"current-db-size":"53 MB","current-db-size-in-use-bytes":28323840,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-05-30T01:57:37.065055Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1350778453,"revision":2839,"compact-revision":-1} {"level":"info","ts":"2026-05-30T01:57:44.937465Z","caller":"traceutil/trace.go:171","msg":"trace[1251203760] transaction","detail":"{read_only:false; response_revision:5464; number_of_response:1; }","duration":"188.430274ms","start":"2026-05-30T01:57:44.749008Z","end":"2026-05-30T01:57:44.937438Z","steps":["trace[1251203760] 'process raft request' (duration: 188.231151ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:57:45.065346Z","caller":"traceutil/trace.go:171","msg":"trace[1041317246] linearizableReadLoop","detail":"{readStateIndex:5670; appliedIndex:5668; }","duration":"155.714314ms","start":"2026-05-30T01:57:44.909596Z","end":"2026-05-30T01:57:45.06531Z","steps":["trace[1041317246] 'read index received' (duration: 27.630617ms)","trace[1041317246] 'applied index is now lower than readState.Index' (duration: 128.082897ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:57:45.0656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.405133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:57:45.065683Z","caller":"traceutil/trace.go:171","msg":"trace[1166938454] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5465; }","duration":"152.536586ms","start":"2026-05-30T01:57:44.913125Z","end":"2026-05-30T01:57:45.065661Z","steps":["trace[1166938454] 'agreement among raft nodes before linearized reading' (duration: 152.384453ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:57:45.065716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.830651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-05-30T01:57:45.065793Z","caller":"traceutil/trace.go:171","msg":"trace[58099293] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5465; }","duration":"146.952503ms","start":"2026-05-30T01:57:44.918822Z","end":"2026-05-30T01:57:45.065774Z","steps":["trace[58099293] 'agreement among raft nodes before linearized reading' (duration: 146.76542ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:57:45.065816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.0766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-30T01:57:45.065924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.673218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:57:45.065965Z","caller":"traceutil/trace.go:171","msg":"trace[1402694874] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5465; }","duration":"152.751449ms","start":"2026-05-30T01:57:44.913204Z","end":"2026-05-30T01:57:45.065955Z","steps":["trace[1402694874] 'agreement among raft nodes before linearized reading' (duration: 152.699648ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:57:45.066128Z","caller":"traceutil/trace.go:171","msg":"trace[1046868221] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:5465; }","duration":"156.377525ms","start":"2026-05-30T01:57:44.909576Z","end":"2026-05-30T01:57:45.065953Z","steps":["trace[1046868221] 'agreement among raft nodes before linearized reading' (duration: 155.900157ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:57:45.066219Z","caller":"traceutil/trace.go:171","msg":"trace[1114929373] transaction","detail":"{read_only:false; response_revision:5465; number_of_response:1; }","duration":"208.004402ms","start":"2026-05-30T01:57:44.858149Z","end":"2026-05-30T01:57:45.066153Z","steps":["trace[1114929373] 'process raft request' (duration: 176.116129ms)","trace[1114929373] 'compare' (duration: 30.935656ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:57:45.450694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.485922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:57:45.450763Z","caller":"traceutil/trace.go:171","msg":"trace[1829660008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5465; }","duration":"276.605135ms","start":"2026-05-30T01:57:45.174142Z","end":"2026-05-30T01:57:45.450747Z","steps":["trace[1829660008] 'range keys from in-memory index tree' (duration: 276.401931ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:57:45.857982Z","caller":"traceutil/trace.go:171","msg":"trace[460428365] transaction","detail":"{read_only:false; response_revision:5470; number_of_response:1; }","duration":"128.27696ms","start":"2026-05-30T01:57:45.729677Z","end":"2026-05-30T01:57:45.857954Z","steps":["trace[460428365] 'process raft request' (duration: 128.135127ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:57:46.383119Z","caller":"traceutil/trace.go:171","msg":"trace[1755702434] linearizableReadLoop","detail":"{readStateIndex:5677; appliedIndex:5676; }","duration":"115.748816ms","start":"2026-05-30T01:57:46.267334Z","end":"2026-05-30T01:57:46.383083Z","steps":["trace[1755702434] 'read index received' (duration: 115.296648ms)","trace[1755702434] 'applied index is now lower than readState.Index' (duration: 450.128µs)"],"step_count":2} {"level":"info","ts":"2026-05-30T01:57:46.383252Z","caller":"traceutil/trace.go:171","msg":"trace[495842723] transaction","detail":"{read_only:false; response_revision:5472; number_of_response:1; }","duration":"131.045917ms","start":"2026-05-30T01:57:46.252107Z","end":"2026-05-30T01:57:46.383153Z","steps":["trace[495842723] 'process raft request' (duration: 130.578818ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:57:46.383615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.069714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-30T01:57:46.383659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.262215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-30T01:57:46.383759Z","caller":"traceutil/trace.go:171","msg":"trace[967785500] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5472; }","duration":"116.470689ms","start":"2026-05-30T01:57:46.267268Z","end":"2026-05-30T01:57:46.383739Z","steps":["trace[967785500] 'agreement among raft nodes before linearized reading' (duration: 116.097202ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:57:46.383652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.592204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-30T01:57:46.383872Z","caller":"traceutil/trace.go:171","msg":"trace[1591130844] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5472; }","duration":"115.235167ms","start":"2026-05-30T01:57:46.268486Z","end":"2026-05-30T01:57:46.383721Z","steps":["trace[1591130844] 'agreement among raft nodes before linearized reading' (duration: 114.943722ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:57:46.383899Z","caller":"traceutil/trace.go:171","msg":"trace[518263265] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5472; }","duration":"109.855589ms","start":"2026-05-30T01:57:46.273986Z","end":"2026-05-30T01:57:46.383842Z","steps":["trace[518263265] 'agreement among raft nodes before linearized reading' (duration: 109.467492ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:57:46.383653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.06772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-30T01:57:46.384095Z","caller":"traceutil/trace.go:171","msg":"trace[971685312] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5472; }","duration":"111.55673ms","start":"2026-05-30T01:57:46.272524Z","end":"2026-05-30T01:57:46.384081Z","steps":["trace[971685312] 'agreement among raft nodes before linearized reading' (duration: 110.982999ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:57:46.51412Z","caller":"traceutil/trace.go:171","msg":"trace[9164988] transaction","detail":"{read_only:false; response_revision:5475; number_of_response:1; }","duration":"125.244601ms","start":"2026-05-30T01:57:46.388855Z","end":"2026-05-30T01:57:46.5141Z","steps":["trace[9164988] 'process raft request' (duration: 125.18367ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:57:46.514127Z","caller":"traceutil/trace.go:171","msg":"trace[1730959165] transaction","detail":"{read_only:false; response_revision:5474; number_of_response:1; }","duration":"125.274962ms","start":"2026-05-30T01:57:46.388811Z","end":"2026-05-30T01:57:46.514086Z","steps":["trace[1730959165] 'process raft request' (duration: 88.433988ms)","trace[1730959165] 'compare' (duration: 36.66847ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T01:57:46.514232Z","caller":"traceutil/trace.go:171","msg":"trace[1624587409] transaction","detail":"{read_only:false; response_revision:5476; number_of_response:1; }","duration":"125.16672ms","start":"2026-05-30T01:57:46.389041Z","end":"2026-05-30T01:57:46.514208Z","steps":["trace[1624587409] 'process raft request' (duration: 125.029207ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:57:55.875874Z","caller":"traceutil/trace.go:171","msg":"trace[1846327555] transaction","detail":"{read_only:false; response_revision:5543; number_of_response:1; }","duration":"129.86578ms","start":"2026-05-30T01:57:55.745957Z","end":"2026-05-30T01:57:55.875823Z","steps":["trace[1846327555] 'process raft request' (duration: 129.735128ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:58:00.006785Z","caller":"traceutil/trace.go:171","msg":"trace[458428866] transaction","detail":"{read_only:false; response_revision:5564; number_of_response:1; }","duration":"119.690125ms","start":"2026-05-30T01:57:59.887056Z","end":"2026-05-30T01:58:00.006746Z","steps":["trace[458428866] 'process raft request' (duration: 119.361249ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:58:00.05528Z","caller":"traceutil/trace.go:171","msg":"trace[418421862] transaction","detail":"{read_only:false; response_revision:5565; number_of_response:1; }","duration":"166.595578ms","start":"2026-05-30T01:57:59.888657Z","end":"2026-05-30T01:58:00.055253Z","steps":["trace[418421862] 'process raft request' (duration: 165.831994ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:58:00.055533Z","caller":"traceutil/trace.go:171","msg":"trace[630093678] transaction","detail":"{read_only:false; response_revision:5566; number_of_response:1; }","duration":"101.864263ms","start":"2026-05-30T01:57:59.953657Z","end":"2026-05-30T01:58:00.055521Z","steps":["trace[630093678] 'process raft request' (duration: 100.967597ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:58:00.586238Z","caller":"traceutil/trace.go:171","msg":"trace[684835303] transaction","detail":"{read_only:false; response_revision:5568; number_of_response:1; }","duration":"118.37311ms","start":"2026-05-30T01:58:00.467848Z","end":"2026-05-30T01:58:00.586221Z","steps":["trace[684835303] 'process raft request' (duration: 118.108795ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:58:00.734643Z","caller":"traceutil/trace.go:171","msg":"trace[1627065607] transaction","detail":"{read_only:false; response_revision:5571; number_of_response:1; }","duration":"141.111707ms","start":"2026-05-30T01:58:00.59349Z","end":"2026-05-30T01:58:00.734602Z","steps":["trace[1627065607] 'process raft request' (duration: 140.909154ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:58:00.734567Z","caller":"traceutil/trace.go:171","msg":"trace[161084692] linearizableReadLoop","detail":"{readStateIndex:5780; appliedIndex:5777; }","duration":"128.577602ms","start":"2026-05-30T01:58:00.605965Z","end":"2026-05-30T01:58:00.734543Z","steps":["trace[161084692] 'read index received' (duration: 10.224474ms)","trace[161084692] 'applied index is now lower than readState.Index' (duration: 118.351678ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T01:58:00.734893Z","caller":"traceutil/trace.go:171","msg":"trace[93873652] transaction","detail":"{read_only:false; response_revision:5570; number_of_response:1; }","duration":"144.083321ms","start":"2026-05-30T01:58:00.590798Z","end":"2026-05-30T01:58:00.734881Z","steps":["trace[93873652] 'process raft request' (duration: 104.948377ms)","trace[93873652] 'compare' (duration: 38.485603ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T01:58:00.734952Z","caller":"traceutil/trace.go:171","msg":"trace[743535382] transaction","detail":"{read_only:false; response_revision:5572; number_of_response:1; }","duration":"139.471197ms","start":"2026-05-30T01:58:00.595459Z","end":"2026-05-30T01:58:00.73493Z","steps":["trace[743535382] 'process raft request' (duration: 139.012329ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:58:00.735133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.712965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-30T01:58:00.73517Z","caller":"traceutil/trace.go:171","msg":"trace[635487348] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5572; }","duration":"128.791106ms","start":"2026-05-30T01:58:00.60637Z","end":"2026-05-30T01:58:00.735161Z","steps":["trace[635487348] 'agreement among raft nodes before linearized reading' (duration: 128.638214ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:58:00.735288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.317766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-30T01:58:00.735321Z","caller":"traceutil/trace.go:171","msg":"trace[112619996] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5572; }","duration":"129.381497ms","start":"2026-05-30T01:58:00.605931Z","end":"2026-05-30T01:58:00.735313Z","steps":["trace[112619996] 'agreement among raft nodes before linearized reading' (duration: 129.291335ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:59:39.304048Z","caller":"traceutil/trace.go:171","msg":"trace[1579435444] linearizableReadLoop","detail":"{readStateIndex:6413; appliedIndex:6412; }","duration":"129.558949ms","start":"2026-05-30T01:59:39.174471Z","end":"2026-05-30T01:59:39.30403Z","steps":["trace[1579435444] 'read index received' (duration: 129.379505ms)","trace[1579435444] 'applied index is now lower than readState.Index' (duration: 178.504µs)"],"step_count":2} {"level":"info","ts":"2026-05-30T01:59:39.304156Z","caller":"traceutil/trace.go:171","msg":"trace[1074988379] transaction","detail":"{read_only:false; response_revision:6185; number_of_response:1; }","duration":"162.902662ms","start":"2026-05-30T01:59:39.141244Z","end":"2026-05-30T01:59:39.304146Z","steps":["trace[1074988379] 'process raft request' (duration: 162.661928ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:39.304386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.912675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:59:39.304466Z","caller":"traceutil/trace.go:171","msg":"trace[2081599169] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6185; }","duration":"130.025017ms","start":"2026-05-30T01:59:39.174423Z","end":"2026-05-30T01:59:39.304448Z","steps":["trace[2081599169] 'agreement among raft nodes before linearized reading' (duration: 129.901855ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:39.304388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.434221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:59:39.3046Z","caller":"traceutil/trace.go:171","msg":"trace[734391202] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:6185; }","duration":"119.662864ms","start":"2026-05-30T01:59:39.184921Z","end":"2026-05-30T01:59:39.304584Z","steps":["trace[734391202] 'agreement among raft nodes before linearized reading' (duration: 119.39714ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:39.881811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.751716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-05-30T01:59:39.881908Z","caller":"traceutil/trace.go:171","msg":"trace[1122843535] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6188; }","duration":"122.883738ms","start":"2026-05-30T01:59:39.758998Z","end":"2026-05-30T01:59:39.881882Z","steps":["trace[1122843535] 'range keys from in-memory index tree' (duration: 122.541962ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:59:40.617375Z","caller":"traceutil/trace.go:171","msg":"trace[1688481756] transaction","detail":"{read_only:false; response_revision:6189; number_of_response:1; }","duration":"201.245794ms","start":"2026-05-30T01:59:40.416092Z","end":"2026-05-30T01:59:40.617337Z","steps":["trace[1688481756] 'process raft request' (duration: 201.066011ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:41.153899Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393691758589291,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-30T01:59:41.325976Z","caller":"traceutil/trace.go:171","msg":"trace[899997584] linearizableReadLoop","detail":"{readStateIndex:6419; appliedIndex:6417; }","duration":"672.548353ms","start":"2026-05-30T01:59:40.653406Z","end":"2026-05-30T01:59:41.325954Z","steps":["trace[899997584] 'read index received' (duration: 672.323769ms)","trace[899997584] 'applied index is now lower than readState.Index' (duration: 223.784µs)"],"step_count":2} {"level":"info","ts":"2026-05-30T01:59:41.326052Z","caller":"traceutil/trace.go:171","msg":"trace[1354887594] transaction","detail":"{read_only:false; response_revision:6190; number_of_response:1; }","duration":"876.073235ms","start":"2026-05-30T01:59:40.449945Z","end":"2026-05-30T01:59:41.326018Z","steps":["trace[1354887594] 'process raft request' (duration: 875.838531ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:59:41.326188Z","caller":"traceutil/trace.go:171","msg":"trace[17245895] transaction","detail":"{read_only:false; response_revision:6191; number_of_response:1; }","duration":"841.761817ms","start":"2026-05-30T01:59:40.484274Z","end":"2026-05-30T01:59:41.326036Z","steps":["trace[17245895] 'process raft request' (duration: 841.647985ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:41.326258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.823547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-05-30T01:59:41.326325Z","caller":"traceutil/trace.go:171","msg":"trace[1473459879] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:6191; }","duration":"672.944799ms","start":"2026-05-30T01:59:40.653361Z","end":"2026-05-30T01:59:41.326306Z","steps":["trace[1473459879] 'agreement among raft nodes before linearized reading' (duration: 672.712356ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:41.326261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.392522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-30T01:59:41.326378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:40.65334Z","time spent":"673.02495ms","remote":"127.0.0.1:37134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-30T01:59:41.326369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.225285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-30T01:59:41.326387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.961142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-30T01:59:41.326436Z","caller":"traceutil/trace.go:171","msg":"trace[1625998396] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6191; }","duration":"151.327027ms","start":"2026-05-30T01:59:41.175092Z","end":"2026-05-30T01:59:41.326419Z","steps":["trace[1625998396] 'agreement among raft nodes before linearized reading' (duration: 151.180835ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:59:41.326436Z","caller":"traceutil/trace.go:171","msg":"trace[31131927] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6191; }","duration":"607.615736ms","start":"2026-05-30T01:59:40.718793Z","end":"2026-05-30T01:59:41.326409Z","steps":["trace[31131927] 'agreement among raft nodes before linearized reading' (duration: 607.367862ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:59:41.326488Z","caller":"traceutil/trace.go:171","msg":"trace[1498574304] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6191; }","duration":"241.068343ms","start":"2026-05-30T01:59:41.085385Z","end":"2026-05-30T01:59:41.326454Z","steps":["trace[1498574304] 'agreement among raft nodes before linearized reading' (duration: 240.89262ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:41.326494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:40.718765Z","time spent":"607.712778ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-30T01:59:41.326568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:40.484245Z","time spent":"842.118522ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:59:41.326348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:40.449921Z","time spent":"876.207117ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:59:41.795749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.51732ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-30T01:59:41.795974Z","caller":"traceutil/trace.go:171","msg":"trace[1403933176] linearizableReadLoop","detail":"{readStateIndex:6422; appliedIndex:6419; }","duration":"395.233597ms","start":"2026-05-30T01:59:41.400724Z","end":"2026-05-30T01:59:41.795958Z","steps":["trace[1403933176] 'read index received' (duration: 86.441492ms)","trace[1403933176] 'applied index is now lower than readState.Index' (duration: 308.790935ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T01:59:41.795964Z","caller":"traceutil/trace.go:171","msg":"trace[930511120] transaction","detail":"{read_only:false; response_revision:6192; number_of_response:1; }","duration":"465.054663ms","start":"2026-05-30T01:59:41.330873Z","end":"2026-05-30T01:59:41.795928Z","steps":["trace[930511120] 'process raft request' (duration: 156.272059ms)","trace[930511120] 'compare' (duration: 308.241935ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T01:59:41.796156Z","caller":"traceutil/trace.go:171","msg":"trace[1418851210] transaction","detail":"{read_only:false; response_revision:6193; number_of_response:1; }","duration":"464.573555ms","start":"2026-05-30T01:59:41.331574Z","end":"2026-05-30T01:59:41.796147Z","steps":["trace[1418851210] 'process raft request' (duration: 464.27083ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:41.796233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:41.331559Z","time spent":"464.640946ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:59:41.796389Z","caller":"traceutil/trace.go:171","msg":"trace[524650375] transaction","detail":"{read_only:false; response_revision:6194; number_of_response:1; }","duration":"464.699156ms","start":"2026-05-30T01:59:41.331683Z","end":"2026-05-30T01:59:41.796382Z","steps":["trace[524650375] 'process raft request' (duration: 464.236619ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:41.796431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:41.33166Z","time spent":"464.750438ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:59:41.796752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.011179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-30T01:59:41.796847Z","caller":"traceutil/trace.go:171","msg":"trace[1901921883] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6194; }","duration":"396.152361ms","start":"2026-05-30T01:59:41.400673Z","end":"2026-05-30T01:59:41.796825Z","steps":["trace[1901921883] 'agreement among raft nodes before linearized reading' (duration: 395.884216ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:41.796907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:41.400653Z","time spent":"396.239223ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-30T01:59:41.797554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:41.330858Z","time spent":"466.552988ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:59:42.251048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.313896ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-30T01:59:42.251321Z","caller":"traceutil/trace.go:171","msg":"trace[1558992164] transaction","detail":"{read_only:false; response_revision:6195; number_of_response:1; }","duration":"569.758015ms","start":"2026-05-30T01:59:41.681505Z","end":"2026-05-30T01:59:42.251263Z","steps":["trace[1558992164] 'process raft request' (duration: 238.169465ms)","trace[1558992164] 'compare' (duration: 331.151412ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T01:59:42.25139Z","caller":"traceutil/trace.go:171","msg":"trace[6124109] linearizableReadLoop","detail":"{readStateIndex:6423; appliedIndex:6422; }","duration":"455.366631ms","start":"2026-05-30T01:59:41.796002Z","end":"2026-05-30T01:59:42.251368Z","steps":["trace[6124109] 'read index received' (duration: 123.670549ms)","trace[6124109] 'applied index is now lower than readState.Index' (duration: 331.694242ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:59:42.251477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:41.681472Z","time spent":"569.916518ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:59:42.251504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.005985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-30T01:59:42.251506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.357378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:59:42.251531Z","caller":"traceutil/trace.go:171","msg":"trace[1412500963] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6196; }","duration":"839.067465ms","start":"2026-05-30T01:59:41.412453Z","end":"2026-05-30T01:59:42.251521Z","steps":["trace[1412500963] 'agreement among raft nodes before linearized reading' (duration: 839.022255ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:59:42.251534Z","caller":"traceutil/trace.go:171","msg":"trace[715606591] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:6196; }","duration":"712.46522ms","start":"2026-05-30T01:59:41.53906Z","end":"2026-05-30T01:59:42.251525Z","steps":["trace[715606591] 'agreement among raft nodes before linearized reading' (duration: 712.396818ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:42.251557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:41.412427Z","time spent":"839.124997ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-30T01:59:42.251563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:41.538853Z","time spent":"712.703633ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-05-30T01:59:42.251647Z","caller":"traceutil/trace.go:171","msg":"trace[512031770] transaction","detail":"{read_only:false; response_revision:6196; number_of_response:1; }","duration":"449.525004ms","start":"2026-05-30T01:59:41.802116Z","end":"2026-05-30T01:59:42.251641Z","steps":["trace[512031770] 'process raft request' (duration: 449.004676ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:42.251677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:41.802094Z","time spent":"449.566565ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:59:42.752236Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393691758589305,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-30T01:59:43.119336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:42.220418Z","time spent":"898.913209ms","remote":"127.0.0.1:36980","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-30T01:59:43.611022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.210212ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-30T01:59:43.611156Z","caller":"traceutil/trace.go:171","msg":"trace[1229948248] linearizableReadLoop","detail":"{readStateIndex:6427; appliedIndex:6425; }","duration":"1.359711073s","start":"2026-05-30T01:59:42.251434Z","end":"2026-05-30T01:59:43.611145Z","steps":["trace[1229948248] 'read index received' (duration: 867.894056ms)","trace[1229948248] 'applied index is now lower than readState.Index' (duration: 491.816107ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T01:59:43.611227Z","caller":"traceutil/trace.go:171","msg":"trace[6555836] transaction","detail":"{read_only:false; response_revision:6197; number_of_response:1; }","duration":"1.356571432s","start":"2026-05-30T01:59:42.254649Z","end":"2026-05-30T01:59:43.611221Z","steps":["trace[6555836] 'process raft request' (duration: 1.069103495s)","trace[6555836] 'compare' (duration: 287.125191ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:59:43.611259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:42.254633Z","time spent":"1.356607802s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:59:43.61143Z","caller":"traceutil/trace.go:171","msg":"trace[1538573596] transaction","detail":"{read_only:false; response_revision:6198; number_of_response:1; }","duration":"988.379097ms","start":"2026-05-30T01:59:42.623031Z","end":"2026-05-30T01:59:43.61141Z","steps":["trace[1538573596] 'process raft request' (duration: 988.057201ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:43.611455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437153426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-30T01:59:43.611515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543489476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:59:43.611545Z","caller":"traceutil/trace.go:171","msg":"trace[1410868700] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:6198; }","duration":"1.543522017s","start":"2026-05-30T01:59:42.068013Z","end":"2026-05-30T01:59:43.611535Z","steps":["trace[1410868700] 'agreement among raft nodes before linearized reading' (duration: 1.543460066s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:43.611535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:42.623005Z","time spent":"988.473979ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:59:43.611561Z","caller":"traceutil/trace.go:171","msg":"trace[2056046200] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6198; }","duration":"1.437282758s","start":"2026-05-30T01:59:42.174245Z","end":"2026-05-30T01:59:43.611527Z","steps":["trace[2056046200] 'agreement among raft nodes before linearized reading' (duration: 1.437114695s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:43.611593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:42.067956Z","time spent":"1.543610078s","remote":"127.0.0.1:40186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-05-30T01:59:43.611596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391908266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-domain-manage-687qd\" ","response":"range_response_count:1 size:8142"} {"level":"warn","ts":"2026-05-30T01:59:43.611603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:42.174231Z","time spent":"1.437364359s","remote":"127.0.0.1:36900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-30T01:59:43.61165Z","caller":"traceutil/trace.go:171","msg":"trace[584255181] range","detail":"{range_begin:/registry/pods/openstack/keystone-domain-manage-687qd; range_end:; response_count:1; response_revision:6198; }","duration":"1.391983778s","start":"2026-05-30T01:59:42.219653Z","end":"2026-05-30T01:59:43.611637Z","steps":["trace[584255181] 'agreement among raft nodes before linearized reading' (duration: 1.391822096s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:43.61169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:42.21963Z","time spent":"1.392052379s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":8165,"request content":"key:\"/registry/pods/openstack/keystone-domain-manage-687qd\" "} {"level":"warn","ts":"2026-05-30T01:59:43.611868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.740319185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-30T01:59:43.611972Z","caller":"traceutil/trace.go:171","msg":"trace[820294892] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:6198; }","duration":"1.740497968s","start":"2026-05-30T01:59:41.871445Z","end":"2026-05-30T01:59:43.611943Z","steps":["trace[820294892] 'agreement among raft nodes before linearized reading' (duration: 1.740039591s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:43.612036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:41.871425Z","time spent":"1.740592179s","remote":"127.0.0.1:37280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":72,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-30T01:59:44.245908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.930258ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-30T01:59:44.246Z","caller":"traceutil/trace.go:171","msg":"trace[2091084348] transaction","detail":"{read_only:false; response_revision:6199; number_of_response:1; }","duration":"1.125109603s","start":"2026-05-30T01:59:43.120872Z","end":"2026-05-30T01:59:44.245982Z","steps":["trace[2091084348] 'process raft request' (duration: 604.012853ms)","trace[2091084348] 'compare' (duration: 520.761245ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:59:44.246043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:43.120828Z","time spent":"1.125195335s","remote":"127.0.0.1:36980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":887,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-30T01:59:44.341813Z","caller":"traceutil/trace.go:171","msg":"trace[1350313482] transaction","detail":"{read_only:false; response_revision:6200; number_of_response:1; }","duration":"1.009871826s","start":"2026-05-30T01:59:43.331909Z","end":"2026-05-30T01:59:44.341781Z","steps":["trace[1350313482] 'process raft request' (duration: 1.0094682s)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:59:44.341836Z","caller":"traceutil/trace.go:171","msg":"trace[858109962] transaction","detail":"{read_only:false; response_revision:6201; number_of_response:1; }","duration":"1.009332406s","start":"2026-05-30T01:59:43.332465Z","end":"2026-05-30T01:59:44.341797Z","steps":["trace[858109962] 'process raft request' (duration: 1.009208984s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:44.341963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:43.331878Z","time spent":"1.010008339s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:59:44.341978Z","caller":"traceutil/trace.go:171","msg":"trace[1218549856] linearizableReadLoop","detail":"{readStateIndex:6430; appliedIndex:6427; }","duration":"730.781638ms","start":"2026-05-30T01:59:43.611173Z","end":"2026-05-30T01:59:44.341955Z","steps":["trace[1218549856] 'read index received' (duration: 113.684501ms)","trace[1218549856] 'applied index is now lower than readState.Index' (duration: 617.096037ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T01:59:44.342071Z","caller":"traceutil/trace.go:171","msg":"trace[1329767547] transaction","detail":"{read_only:false; response_revision:6202; number_of_response:1; }","duration":"721.160929ms","start":"2026-05-30T01:59:43.6209Z","end":"2026-05-30T01:59:44.342061Z","steps":["trace[1329767547] 'process raft request' (duration: 720.832753ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:44.342072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:43.332453Z","time spent":"1.009486409s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:59:44.342156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:43.620888Z","time spent":"721.218149ms","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8138,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:59:44.342234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.6448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-30T01:59:44.34227Z","caller":"traceutil/trace.go:171","msg":"trace[237737320] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:6202; }","duration":"801.722051ms","start":"2026-05-30T01:59:43.540539Z","end":"2026-05-30T01:59:44.342261Z","steps":["trace[237737320] 'agreement among raft nodes before linearized reading' (duration: 801.544988ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:44.342331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:43.540518Z","time spent":"801.804363ms","remote":"127.0.0.1:36922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"warn","ts":"2026-05-30T01:59:44.977069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.371789ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-05-30T01:59:44.977291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:44.343232Z","time spent":"634.056495ms","remote":"127.0.0.1:36922","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-30T01:59:44.977752Z","caller":"traceutil/trace.go:171","msg":"trace[1629125530] transaction","detail":"{read_only:false; response_revision:6203; number_of_response:1; }","duration":"721.650463ms","start":"2026-05-30T01:59:44.256084Z","end":"2026-05-30T01:59:44.977734Z","steps":["trace[1629125530] 'process raft request' (duration: 331.516742ms)","trace[1629125530] 'compare' (duration: 389.157316ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:59:44.977815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:44.256062Z","time spent":"721.723105ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:59:44.977969Z","caller":"traceutil/trace.go:171","msg":"trace[542501880] linearizableReadLoop","detail":"{readStateIndex:6432; appliedIndex:6431; }","duration":"635.925826ms","start":"2026-05-30T01:59:44.342023Z","end":"2026-05-30T01:59:44.977949Z","steps":["trace[542501880] 'read index received' (duration: 245.600192ms)","trace[542501880] 'applied index is now lower than readState.Index' (duration: 390.323094ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:59:44.97818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.772175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-30T01:59:44.978222Z","caller":"traceutil/trace.go:171","msg":"trace[360526586] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6203; }","duration":"721.854047ms","start":"2026-05-30T01:59:44.256359Z","end":"2026-05-30T01:59:44.978213Z","steps":["trace[360526586] 'agreement among raft nodes before linearized reading' (duration: 721.712335ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:44.97824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17844677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-30T01:59:44.978255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:44.256346Z","time spent":"721.902338ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-30T01:59:44.978318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365398182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:59:44.97837Z","caller":"traceutil/trace.go:171","msg":"trace[359427661] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6203; }","duration":"1.365474554s","start":"2026-05-30T01:59:43.612882Z","end":"2026-05-30T01:59:44.978356Z","steps":["trace[359427661] 'agreement among raft nodes before linearized reading' (duration: 1.365395852s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:44.978356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177494303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-30T01:59:44.978409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:43.61287Z","time spent":"1.365532474s","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-30T01:59:44.978419Z","caller":"traceutil/trace.go:171","msg":"trace[357878630] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6203; }","duration":"1.177577454s","start":"2026-05-30T01:59:43.800828Z","end":"2026-05-30T01:59:44.978406Z","steps":["trace[357878630] 'agreement among raft nodes before linearized reading' (duration: 1.177419812s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:44.978409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176237963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-30T01:59:44.978452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:43.800808Z","time spent":"1.177637485s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-30T01:59:44.978496Z","caller":"traceutil/trace.go:171","msg":"trace[786633854] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6203; }","duration":"1.176365905s","start":"2026-05-30T01:59:43.802111Z","end":"2026-05-30T01:59:44.978477Z","steps":["trace[786633854] 'agreement among raft nodes before linearized reading' (duration: 1.176130061s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:44.978409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.671647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-30T01:59:44.978546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:43.802094Z","time spent":"1.176442967s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-30T01:59:44.97855Z","caller":"traceutil/trace.go:171","msg":"trace[933125213] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:6203; }","duration":"951.893462ms","start":"2026-05-30T01:59:44.026645Z","end":"2026-05-30T01:59:44.978538Z","steps":["trace[933125213] 'agreement among raft nodes before linearized reading' (duration: 951.635007ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:44.978592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234964264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-30T01:59:44.978606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:44.026627Z","time spent":"951.967822ms","remote":"127.0.0.1:44984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-05-30T01:59:44.978641Z","caller":"traceutil/trace.go:171","msg":"trace[616857469] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:6203; }","duration":"1.235043496s","start":"2026-05-30T01:59:43.743583Z","end":"2026-05-30T01:59:44.978626Z","steps":["trace[616857469] 'agreement among raft nodes before linearized reading' (duration: 1.234980325s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:44.978687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:43.743537Z","time spent":"1.235139478s","remote":"127.0.0.1:44994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-30T01:59:44.978862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.548456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:59:44.978932Z","caller":"traceutil/trace.go:171","msg":"trace[1220727817] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:6203; }","duration":"128.678488ms","start":"2026-05-30T01:59:44.850239Z","end":"2026-05-30T01:59:44.978918Z","steps":["trace[1220727817] 'agreement among raft nodes before linearized reading' (duration: 128.524105ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:59:44.979108Z","caller":"traceutil/trace.go:171","msg":"trace[208886242] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6203; }","duration":"1.179334334s","start":"2026-05-30T01:59:43.799762Z","end":"2026-05-30T01:59:44.979096Z","steps":["trace[208886242] 'agreement among raft nodes before linearized reading' (duration: 1.178377258s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:44.979166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:43.799751Z","time spent":"1.179398464s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-30T01:59:44.980207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.92657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:59:44.980361Z","caller":"traceutil/trace.go:171","msg":"trace[291083651] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:6203; }","duration":"430.081683ms","start":"2026-05-30T01:59:44.550221Z","end":"2026-05-30T01:59:44.980303Z","steps":["trace[291083651] 'agreement among raft nodes before linearized reading' (duration: 428.296913ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:44.980429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:44.550196Z","time spent":"430.198445ms","remote":"127.0.0.1:45088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-30T01:59:45.513066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.839138ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-30T01:59:45.513217Z","caller":"traceutil/trace.go:171","msg":"trace[1778686510] transaction","detail":"{read_only:false; response_revision:6204; number_of_response:1; }","duration":"533.747871ms","start":"2026-05-30T01:59:44.979441Z","end":"2026-05-30T01:59:45.513189Z","steps":["trace[1778686510] 'process raft request' (duration: 179.653419ms)","trace[1778686510] 'compare' (duration: 353.006974ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:59:45.513304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:44.979427Z","time spent":"533.832313ms","remote":"127.0.0.1:36922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:59:46.372657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.220105ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:59:46.372748Z","caller":"traceutil/trace.go:171","msg":"trace[1963409166] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6204; }","duration":"756.322717ms","start":"2026-05-30T01:59:45.616412Z","end":"2026-05-30T01:59:46.372734Z","steps":["trace[1963409166] 'range keys from in-memory index tree' (duration: 756.205215ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:46.373388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.579699ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-30T01:59:46.373799Z","caller":"traceutil/trace.go:171","msg":"trace[437066113] linearizableReadLoop","detail":"{readStateIndex:6438; appliedIndex:6433; }","duration":"1.387865564s","start":"2026-05-30T01:59:44.985905Z","end":"2026-05-30T01:59:46.373771Z","steps":["trace[437066113] 'read index received' (duration: 173.201032ms)","trace[437066113] 'applied index is now lower than readState.Index' (duration: 1.214662912s)"],"step_count":2} {"level":"info","ts":"2026-05-30T01:59:46.373822Z","caller":"traceutil/trace.go:171","msg":"trace[1430806975] transaction","detail":"{read_only:false; response_revision:6206; number_of_response:1; }","duration":"1.390542878s","start":"2026-05-30T01:59:44.983266Z","end":"2026-05-30T01:59:46.373809Z","steps":["trace[1430806975] 'process raft request' (duration: 1.390266724s)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:59:46.373871Z","caller":"traceutil/trace.go:171","msg":"trace[1854095033] transaction","detail":"{read_only:false; response_revision:6208; number_of_response:1; }","duration":"1.389551902s","start":"2026-05-30T01:59:44.984308Z","end":"2026-05-30T01:59:46.37386Z","steps":["trace[1854095033] 'process raft request' (duration: 1.3894041s)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:59:46.373845Z","caller":"traceutil/trace.go:171","msg":"trace[1059805484] transaction","detail":"{read_only:false; response_revision:6207; number_of_response:1; }","duration":"1.390499157s","start":"2026-05-30T01:59:44.983313Z","end":"2026-05-30T01:59:46.373813Z","steps":["trace[1059805484] 'process raft request' (duration: 1.390354635s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:46.373922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:44.983258Z","time spent":"1.390594469s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:59:46.373918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388008236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:59:46.373778Z","caller":"traceutil/trace.go:171","msg":"trace[1171011149] transaction","detail":"{read_only:false; response_revision:6205; number_of_response:1; }","duration":"1.390590689s","start":"2026-05-30T01:59:44.98315Z","end":"2026-05-30T01:59:46.373741Z","steps":["trace[1171011149] 'process raft request' (duration: 1.093517752s)","trace[1171011149] 'compare' (duration: 296.178053ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T01:59:46.373983Z","caller":"traceutil/trace.go:171","msg":"trace[411590995] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6208; }","duration":"1.388094028s","start":"2026-05-30T01:59:44.985878Z","end":"2026-05-30T01:59:46.373972Z","steps":["trace[411590995] 'agreement among raft nodes before linearized reading' (duration: 1.388004736s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:46.374021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:44.983119Z","time spent":"1.390875993s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:59:46.374024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:44.98587Z","time spent":"1.388144788s","remote":"127.0.0.1:36900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-30T01:59:46.374006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:44.984283Z","time spent":"1.389637483s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:59:46.374082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:44.983306Z","time spent":"1.390643319s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:59:46.419937Z","caller":"traceutil/trace.go:171","msg":"trace[1971383299] transaction","detail":"{read_only:false; response_revision:6209; number_of_response:1; }","duration":"802.728293ms","start":"2026-05-30T01:59:45.617179Z","end":"2026-05-30T01:59:46.419907Z","steps":["trace[1971383299] 'process raft request' (duration: 802.51436ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:46.420117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:45.617157Z","time spent":"802.855926ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:59:47.477659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.182402ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-30T01:59:47.477931Z","caller":"traceutil/trace.go:171","msg":"trace[1135083553] linearizableReadLoop","detail":"{readStateIndex:6442; appliedIndex:6438; }","duration":"1.104068293s","start":"2026-05-30T01:59:46.373843Z","end":"2026-05-30T01:59:47.477911Z","steps":["trace[1135083553] 'read index received' (duration: 45.95407ms)","trace[1135083553] 'applied index is now lower than readState.Index' (duration: 1.058112803s)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:59:47.478118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668021331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-30T01:59:47.478096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.659026962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-05-30T01:59:47.478152Z","caller":"traceutil/trace.go:171","msg":"trace[2126864564] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6212; }","duration":"1.668088922s","start":"2026-05-30T01:59:45.810051Z","end":"2026-05-30T01:59:47.47814Z","steps":["trace[2126864564] 'agreement among raft nodes before linearized reading' (duration: 1.66794876s)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:59:47.478183Z","caller":"traceutil/trace.go:171","msg":"trace[214532909] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6212; }","duration":"1.659166914s","start":"2026-05-30T01:59:45.818993Z","end":"2026-05-30T01:59:47.478159Z","steps":["trace[214532909] 'agreement among raft nodes before linearized reading' (duration: 1.658932841s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:47.478236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:45.818972Z","time spent":"1.659252456s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-30T01:59:47.478244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.842166469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:59:47.478278Z","caller":"traceutil/trace.go:171","msg":"trace[938608223] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:6212; }","duration":"1.84224607s","start":"2026-05-30T01:59:45.636021Z","end":"2026-05-30T01:59:47.478267Z","steps":["trace[938608223] 'agreement among raft nodes before linearized reading' (duration: 1.842191648s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:47.478312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:45.636Z","time spent":"1.842299772s","remote":"127.0.0.1:45012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-30T01:59:47.478433Z","caller":"traceutil/trace.go:171","msg":"trace[1629060489] transaction","detail":"{read_only:false; response_revision:6210; number_of_response:1; }","duration":"1.33687924s","start":"2026-05-30T01:59:46.14154Z","end":"2026-05-30T01:59:47.478419Z","steps":["trace[1629060489] 'process raft request' (duration: 1.011847373s)","trace[1629060489] 'compare' (duration: 323.668524ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:59:47.478525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:46.141509Z","time spent":"1.336955981s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:59:47.478619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.862013068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-30T01:59:47.478654Z","caller":"traceutil/trace.go:171","msg":"trace[1443266077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6212; }","duration":"1.862080748s","start":"2026-05-30T01:59:45.616563Z","end":"2026-05-30T01:59:47.478644Z","steps":["trace[1443266077] 'agreement among raft nodes before linearized reading' (duration: 1.861980487s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:47.478684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:45.616541Z","time spent":"1.86213568s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-30T01:59:47.47874Z","caller":"traceutil/trace.go:171","msg":"trace[1307436150] transaction","detail":"{read_only:false; response_revision:6211; number_of_response:1; }","duration":"1.129587396s","start":"2026-05-30T01:59:46.349141Z","end":"2026-05-30T01:59:47.478728Z","steps":["trace[1307436150] 'process raft request' (duration: 1.128631799s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:47.478797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:46.349109Z","time spent":"1.129656227s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:59:47.478896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.943207269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-30T01:59:47.478191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:45.81003Z","time spent":"1.668149893s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-30T01:59:47.478933Z","caller":"traceutil/trace.go:171","msg":"trace[694913262] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:6212; }","duration":"1.943274731s","start":"2026-05-30T01:59:45.535645Z","end":"2026-05-30T01:59:47.47892Z","steps":["trace[694913262] 'agreement among raft nodes before linearized reading' (duration: 1.9432146s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:47.478972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:45.535633Z","time spent":"1.943330141s","remote":"127.0.0.1:56436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-05-30T01:59:47.479467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309539698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-30T01:59:47.479523Z","caller":"traceutil/trace.go:171","msg":"trace[1220147216] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:6212; }","duration":"1.30965906s","start":"2026-05-30T01:59:46.169851Z","end":"2026-05-30T01:59:47.47951Z","steps":["trace[1220147216] 'agreement among raft nodes before linearized reading' (duration: 1.309503528s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:47.479552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:46.169835Z","time spent":"1.309711221s","remote":"127.0.0.1:37070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":4,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-05-30T01:59:47.479551Z","caller":"traceutil/trace.go:171","msg":"trace[620999412] transaction","detail":"{read_only:false; response_revision:6212; number_of_response:1; }","duration":"1.128720201s","start":"2026-05-30T01:59:46.350806Z","end":"2026-05-30T01:59:47.479526Z","steps":["trace[620999412] 'process raft request' (duration: 1.127041082s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:47.47966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:46.350779Z","time spent":"1.128823973s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:59:47.479733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.484882842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-05-30T01:59:47.479772Z","caller":"traceutil/trace.go:171","msg":"trace[1821950980] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6212; }","duration":"2.484940692s","start":"2026-05-30T01:59:44.99482Z","end":"2026-05-30T01:59:47.479761Z","steps":["trace[1821950980] 'agreement among raft nodes before linearized reading' (duration: 2.48479204s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:47.479802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:44.994809Z","time spent":"2.484984583s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-30T01:59:47.479809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3690094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:59:47.479856Z","caller":"traceutil/trace.go:171","msg":"trace[382397784] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:6212; }","duration":"1.369059211s","start":"2026-05-30T01:59:46.110783Z","end":"2026-05-30T01:59:47.479842Z","steps":["trace[382397784] 'agreement among raft nodes before linearized reading' (duration: 1.368980639s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:47.479908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:46.110702Z","time spent":"1.369189933s","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-05-30T01:59:47.480007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.964258017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-05-30T01:59:47.480038Z","caller":"traceutil/trace.go:171","msg":"trace[1602247739] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:6212; }","duration":"1.964343348s","start":"2026-05-30T01:59:45.515686Z","end":"2026-05-30T01:59:47.480029Z","steps":["trace[1602247739] 'agreement among raft nodes before linearized reading' (duration: 1.964245286s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:47.480063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:45.515665Z","time spent":"1.964392489s","remote":"127.0.0.1:37090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-30T01:59:47.48023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.295146876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-30T01:59:47.480291Z","caller":"traceutil/trace.go:171","msg":"trace[1664550769] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:6212; }","duration":"2.295251377s","start":"2026-05-30T01:59:45.185027Z","end":"2026-05-30T01:59:47.480279Z","steps":["trace[1664550769] 'agreement among raft nodes before linearized reading' (duration: 2.295151025s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:47.480285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.210189061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-30T01:59:47.480341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:45.185008Z","time spent":"2.295318928s","remote":"127.0.0.1:45072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-05-30T01:59:47.480357Z","caller":"traceutil/trace.go:171","msg":"trace[890315825] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:6212; }","duration":"2.210324014s","start":"2026-05-30T01:59:45.270014Z","end":"2026-05-30T01:59:47.480338Z","steps":["trace[890315825] 'agreement among raft nodes before linearized reading' (duration: 2.210205302s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:47.4804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:45.269981Z","time spent":"2.210407705s","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-05-30T01:59:47.491486Z","caller":"traceutil/trace.go:171","msg":"trace[1355088348] transaction","detail":"{read_only:false; response_revision:6213; number_of_response:1; }","duration":"907.7061ms","start":"2026-05-30T01:59:46.58377Z","end":"2026-05-30T01:59:47.491476Z","steps":["trace[1355088348] 'process raft request' (duration: 907.574628ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:47.491558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:46.583741Z","time spent":"907.777901ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:59:47.491671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.302177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-30T01:59:47.491619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.167689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-30T01:59:47.491692Z","caller":"traceutil/trace.go:171","msg":"trace[697844369] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:6214; }","duration":"673.351538ms","start":"2026-05-30T01:59:46.818336Z","end":"2026-05-30T01:59:47.491688Z","steps":["trace[697844369] 'agreement among raft nodes before linearized reading' (duration: 673.316387ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:47.491708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:46.81832Z","time spent":"673.384719ms","remote":"127.0.0.1:37230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-30T01:59:47.491728Z","caller":"traceutil/trace.go:171","msg":"trace[236514068] transaction","detail":"{read_only:false; response_revision:6214; number_of_response:1; }","duration":"508.599626ms","start":"2026-05-30T01:59:46.983123Z","end":"2026-05-30T01:59:47.491723Z","steps":["trace[236514068] 'process raft request' (duration: 508.305442ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:47.491776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116727402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-30T01:59:47.491781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:46.983097Z","time spent":"508.649278ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:59:47.491796Z","caller":"traceutil/trace.go:171","msg":"trace[2096017408] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6214; }","duration":"1.116764162s","start":"2026-05-30T01:59:46.375026Z","end":"2026-05-30T01:59:47.49179Z","steps":["trace[2096017408] 'agreement among raft nodes before linearized reading' (duration: 1.116736482s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:47.491809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:46.375013Z","time spent":"1.116794403s","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-30T01:59:47.491706Z","caller":"traceutil/trace.go:171","msg":"trace[1371982980] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:6214; }","duration":"359.299682ms","start":"2026-05-30T01:59:47.132398Z","end":"2026-05-30T01:59:47.491698Z","steps":["trace[1371982980] 'agreement among raft nodes before linearized reading' (duration: 359.1849ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:47.491893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:47.132378Z","time spent":"359.510315ms","remote":"127.0.0.1:37184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":6,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-05-30T01:59:48.157827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.915713ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-30T01:59:48.158294Z","caller":"traceutil/trace.go:171","msg":"trace[443679914] transaction","detail":"{read_only:false; response_revision:6216; number_of_response:1; }","duration":"672.820787ms","start":"2026-05-30T01:59:47.485455Z","end":"2026-05-30T01:59:48.158276Z","steps":["trace[443679914] 'process raft request' (duration: 672.502421ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:59:48.158314Z","caller":"traceutil/trace.go:171","msg":"trace[1216964726] transaction","detail":"{read_only:false; response_revision:6217; number_of_response:1; }","duration":"672.790636ms","start":"2026-05-30T01:59:47.485504Z","end":"2026-05-30T01:59:48.158295Z","steps":["trace[1216964726] 'process raft request' (duration: 672.539192ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:48.158391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:47.485443Z","time spent":"672.896188ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:59:48.158395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:47.485483Z","time spent":"672.868417ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:59:48.158359Z","caller":"traceutil/trace.go:171","msg":"trace[1780175663] linearizableReadLoop","detail":"{readStateIndex:6447; appliedIndex:6444; }","duration":"666.862828ms","start":"2026-05-30T01:59:47.491456Z","end":"2026-05-30T01:59:48.158318Z","steps":["trace[1780175663] 'read index received' (duration: 232.389697ms)","trace[1780175663] 'applied index is now lower than readState.Index' (duration: 434.470051ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T01:59:48.158339Z","caller":"traceutil/trace.go:171","msg":"trace[849051473] transaction","detail":"{read_only:false; response_revision:6215; number_of_response:1; }","duration":"673.013979ms","start":"2026-05-30T01:59:47.485305Z","end":"2026-05-30T01:59:48.158319Z","steps":["trace[849051473] 'process raft request' (duration: 238.528608ms)","trace[849051473] 'compare' (duration: 433.608297ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:59:48.158535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.62961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-05-30T01:59:48.158557Z","caller":"traceutil/trace.go:171","msg":"trace[1182875486] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6218; }","duration":"673.67872ms","start":"2026-05-30T01:59:47.484873Z","end":"2026-05-30T01:59:48.158552Z","steps":["trace[1182875486] 'agreement among raft nodes before linearized reading' (duration: 673.590309ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:48.158572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:47.484845Z","time spent":"673.724011ms","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-30T01:59:48.158583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.291927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-30T01:59:48.158624Z","caller":"traceutil/trace.go:171","msg":"trace[1709450595] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:6218; }","duration":"675.365499ms","start":"2026-05-30T01:59:47.483249Z","end":"2026-05-30T01:59:48.158615Z","steps":["trace[1709450595] 'agreement among raft nodes before linearized reading' (duration: 675.263377ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:48.158588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:47.485286Z","time spent":"673.227943ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:59:48.158659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:47.483229Z","time spent":"675.42292ms","remote":"127.0.0.1:36922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-05-30T01:59:48.158905Z","caller":"traceutil/trace.go:171","msg":"trace[1869657392] transaction","detail":"{read_only:false; response_revision:6218; number_of_response:1; }","duration":"625.876081ms","start":"2026-05-30T01:59:47.532248Z","end":"2026-05-30T01:59:48.158124Z","steps":["trace[1869657392] 'process raft request' (duration: 625.840681ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:48.158974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:47.532231Z","time spent":"626.708714ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:59:48.659171Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393691758589338,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-30T01:59:48.889064Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.02170647s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-30T01:59:49.081344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.815775ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-30T01:59:49.081451Z","caller":"traceutil/trace.go:171","msg":"trace[427802769] transaction","detail":"{read_only:false; response_revision:6219; number_of_response:1; }","duration":"1.282403592s","start":"2026-05-30T01:59:47.799028Z","end":"2026-05-30T01:59:49.081432Z","steps":["trace[427802769] 'process raft request' (duration: 1.090444575s)","trace[427802769] 'compare' (duration: 191.436878ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:59:49.081502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:47.799006Z","time spent":"1.282476063s","remote":"127.0.0.1:36980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":760,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-30T01:59:49.498859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000820105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-30T01:59:49.498946Z","caller":"traceutil/trace.go:171","msg":"trace[1044234086] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000938646s","start":"2026-05-30T01:59:47.497989Z","end":"2026-05-30T01:59:49.498928Z","steps":["trace[1044234086] 'agreement among raft nodes before linearized reading' (duration: 2.000834335s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:49.499087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:47.49798Z","time spent":"2.001003588s","remote":"127.0.0.1:36900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/30 01:59:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-30T01:59:49.677597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.659444ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-30T01:59:49.678453Z","caller":"traceutil/trace.go:171","msg":"trace[1918406937] transaction","detail":"{read_only:false; response_revision:6220; number_of_response:1; }","duration":"1.253688051s","start":"2026-05-30T01:59:48.424729Z","end":"2026-05-30T01:59:49.678417Z","steps":["trace[1918406937] 'process raft request' (duration: 865.122143ms)","trace[1918406937] 'compare' (duration: 387.408689ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:59:49.678664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:48.424707Z","time spent":"1.253858114s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:59:49.678665Z","caller":"traceutil/trace.go:171","msg":"trace[427252034] linearizableReadLoop","detail":"{readStateIndex:6450; appliedIndex:6448; }","duration":"1.520187318s","start":"2026-05-30T01:59:48.158455Z","end":"2026-05-30T01:59:49.678643Z","steps":["trace[427252034] 'read index received' (duration: 731.043972ms)","trace[427252034] 'applied index is now lower than readState.Index' (duration: 789.141206ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:59:49.902955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.258633344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-30T01:59:49.90307Z","caller":"traceutil/trace.go:171","msg":"trace[243300784] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:6220; }","duration":"2.258807206s","start":"2026-05-30T01:59:47.644232Z","end":"2026-05-30T01:59:49.903039Z","steps":["trace[243300784] 'agreement among raft nodes before linearized reading' (duration: 2.034497277s)","trace[243300784] 'count revisions from in-memory index tree' (duration: 224.141486ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:59:49.903123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:47.644208Z","time spent":"2.258902948s","remote":"127.0.0.1:37190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-05-30T01:59:49.903097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.371357ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-30T01:59:49.904167Z","caller":"traceutil/trace.go:171","msg":"trace[1977199536] transaction","detail":"{read_only:false; response_revision:6221; number_of_response:1; }","duration":"817.298718ms","start":"2026-05-30T01:59:49.086836Z","end":"2026-05-30T01:59:49.904135Z","steps":["trace[1977199536] 'process raft request' (duration: 816.469835ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:49.90429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:49.086815Z","time spent":"817.40642ms","remote":"127.0.0.1:36980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":760,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-30T01:59:49.904879Z","caller":"traceutil/trace.go:171","msg":"trace[1435936769] transaction","detail":"{read_only:false; response_revision:6222; number_of_response:1; }","duration":"418.95369ms","start":"2026-05-30T01:59:49.485912Z","end":"2026-05-30T01:59:49.904865Z","steps":["trace[1435936769] 'process raft request' (duration: 418.110745ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:49.904968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:49.485893Z","time spent":"419.016941ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:59:49.905227Z","caller":"traceutil/trace.go:171","msg":"trace[2099429886] transaction","detail":"{read_only:false; response_revision:6223; number_of_response:1; }","duration":"418.487042ms","start":"2026-05-30T01:59:49.486719Z","end":"2026-05-30T01:59:49.905206Z","steps":["trace[2099429886] 'process raft request' (duration: 418.084006ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:49.905376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:49.486712Z","time spent":"418.582264ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:59:49.905411Z","caller":"traceutil/trace.go:171","msg":"trace[479311167] linearizableReadLoop","detail":"{readStateIndex:6455; appliedIndex:6450; }","duration":"226.678268ms","start":"2026-05-30T01:59:49.678713Z","end":"2026-05-30T01:59:49.905391Z","steps":["trace[479311167] 'read index received' (duration: 209.934192ms)","trace[479311167] 'applied index is now lower than readState.Index' (duration: 16.739026ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:59:49.905655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.798357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-30T01:59:49.905702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.603075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-30T01:59:49.90572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.744977666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:12169"} {"level":"info","ts":"2026-05-30T01:59:49.905752Z","caller":"traceutil/trace.go:171","msg":"trace[1738237439] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6224; }","duration":"1.745038756s","start":"2026-05-30T01:59:48.160705Z","end":"2026-05-30T01:59:49.905744Z","steps":["trace[1738237439] 'agreement among raft nodes before linearized reading' (duration: 1.744919314s)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:59:49.905759Z","caller":"traceutil/trace.go:171","msg":"trace[1253564088] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6224; }","duration":"406.703807ms","start":"2026-05-30T01:59:49.49904Z","end":"2026-05-30T01:59:49.905744Z","steps":["trace[1253564088] 'agreement among raft nodes before linearized reading' (duration: 406.598925ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:49.905775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:48.16069Z","time spent":"1.745080827s","remote":"127.0.0.1:37106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":12192,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-30T01:59:49.905794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:49.499019Z","time spent":"406.769458ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-30T01:59:49.905914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.016593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-domain-manage-687qd\" ","response":"range_response_count:1 size:8153"} {"level":"info","ts":"2026-05-30T01:59:49.905964Z","caller":"traceutil/trace.go:171","msg":"trace[430266156] range","detail":"{range_begin:/registry/pods/openstack/keystone-domain-manage-687qd; range_end:; response_count:1; response_revision:6224; }","duration":"518.095075ms","start":"2026-05-30T01:59:49.387855Z","end":"2026-05-30T01:59:49.90595Z","steps":["trace[430266156] 'agreement among raft nodes before linearized reading' (duration: 517.929932ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:49.905991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526095094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-30T01:59:49.906015Z","caller":"traceutil/trace.go:171","msg":"trace[494460702] transaction","detail":"{read_only:false; response_revision:6224; number_of_response:1; }","duration":"403.20953ms","start":"2026-05-30T01:59:49.502793Z","end":"2026-05-30T01:59:49.906002Z","steps":["trace[494460702] 'process raft request' (duration: 402.305156ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:59:49.906028Z","caller":"traceutil/trace.go:171","msg":"trace[1769390856] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6224; }","duration":"1.526176186s","start":"2026-05-30T01:59:48.379841Z","end":"2026-05-30T01:59:49.906018Z","steps":["trace[1769390856] 'agreement among raft nodes before linearized reading' (duration: 1.526103634s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:49.906024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:49.387838Z","time spent":"518.173666ms","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":8176,"request content":"key:\"/registry/pods/openstack/keystone-domain-manage-687qd\" "} {"level":"warn","ts":"2026-05-30T01:59:49.90606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:48.379817Z","time spent":"1.526237086s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-30T01:59:49.906063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:49.502774Z","time spent":"403.263741ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:59:49.90575Z","caller":"traceutil/trace.go:171","msg":"trace[130458934] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:6224; }","duration":"680.95031ms","start":"2026-05-30T01:59:49.224777Z","end":"2026-05-30T01:59:49.905727Z","steps":["trace[130458934] 'agreement among raft nodes before linearized reading' (duration: 680.721216ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:49.90618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:49.224754Z","time spent":"681.416617ms","remote":"127.0.0.1:37248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":6,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-05-30T01:59:49.906203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526768255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-30T01:59:49.906234Z","caller":"traceutil/trace.go:171","msg":"trace[1366194117] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6224; }","duration":"1.526910277s","start":"2026-05-30T01:59:48.379316Z","end":"2026-05-30T01:59:49.906226Z","steps":["trace[1366194117] 'agreement among raft nodes before linearized reading' (duration: 1.526806795s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:49.906263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:48.379288Z","time spent":"1.526965338s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-30T01:59:49.906321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.496073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-30T01:59:49.906372Z","caller":"traceutil/trace.go:171","msg":"trace[1510279054] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:6224; }","duration":"563.595915ms","start":"2026-05-30T01:59:49.342761Z","end":"2026-05-30T01:59:49.906357Z","steps":["trace[1510279054] 'agreement among raft nodes before linearized reading' (duration: 563.501944ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:49.906416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:49.342738Z","time spent":"563.663846ms","remote":"127.0.0.1:53718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":9,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-05-30T01:59:49.90593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.524423636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-30T01:59:49.906623Z","caller":"traceutil/trace.go:171","msg":"trace[241476962] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6224; }","duration":"1.525121207s","start":"2026-05-30T01:59:48.381486Z","end":"2026-05-30T01:59:49.906607Z","steps":["trace[241476962] 'agreement among raft nodes before linearized reading' (duration: 1.524395135s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:49.906671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:48.381479Z","time spent":"1.525177468s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-30T01:59:49.906802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.572907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-30T01:59:49.906839Z","caller":"traceutil/trace.go:171","msg":"trace[435124452] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:6224; }","duration":"129.651928ms","start":"2026-05-30T01:59:49.777176Z","end":"2026-05-30T01:59:49.906828Z","steps":["trace[435124452] 'agreement among raft nodes before linearized reading' (duration: 129.586967ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:49.907075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.746459481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-30T01:59:49.907097Z","caller":"traceutil/trace.go:171","msg":"trace[8977182] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:6224; }","duration":"1.746493571s","start":"2026-05-30T01:59:48.160597Z","end":"2026-05-30T01:59:49.90709Z","steps":["trace[8977182] 'agreement among raft nodes before linearized reading' (duration: 1.746355048s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:49.907118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:48.160587Z","time spent":"1.746524231s","remote":"127.0.0.1:37218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-05-30T01:59:49.90746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525576166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-30T01:59:49.907486Z","caller":"traceutil/trace.go:171","msg":"trace[1653965171] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6224; }","duration":"1.525629076s","start":"2026-05-30T01:59:48.38185Z","end":"2026-05-30T01:59:49.907479Z","steps":["trace[1653965171] 'agreement among raft nodes before linearized reading' (duration: 1.523662003s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:49.907505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:48.381836Z","time spent":"1.525664218s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-30T01:59:50.353877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.914496ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-30T01:59:50.353994Z","caller":"traceutil/trace.go:171","msg":"trace[1405856178] transaction","detail":"{read_only:false; response_revision:6225; number_of_response:1; }","duration":"442.20093ms","start":"2026-05-30T01:59:49.911771Z","end":"2026-05-30T01:59:50.353972Z","steps":["trace[1405856178] 'process raft request' (duration: 154.094801ms)","trace[1405856178] 'compare' (duration: 287.452669ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:59:50.354056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:49.911752Z","time spent":"442.275001ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:59:50.416664Z","caller":"traceutil/trace.go:171","msg":"trace[811639759] transaction","detail":"{read_only:false; response_revision:6227; number_of_response:1; }","duration":"503.204905ms","start":"2026-05-30T01:59:49.913434Z","end":"2026-05-30T01:59:50.416639Z","steps":["trace[811639759] 'process raft request' (duration: 503.126604ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:59:50.416724Z","caller":"traceutil/trace.go:171","msg":"trace[1222208604] transaction","detail":"{read_only:false; response_revision:6226; number_of_response:1; }","duration":"504.037609ms","start":"2026-05-30T01:59:49.912648Z","end":"2026-05-30T01:59:50.416686Z","steps":["trace[1222208604] 'process raft request' (duration: 503.785464ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:50.416814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:49.91342Z","time spent":"503.316726ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:59:50.417062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:49.912624Z","time spent":"504.309024ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:59:50.418223Z","caller":"traceutil/trace.go:171","msg":"trace[224110160] transaction","detail":"{read_only:false; response_revision:6228; number_of_response:1; }","duration":"504.08488ms","start":"2026-05-30T01:59:49.914093Z","end":"2026-05-30T01:59:50.418177Z","steps":["trace[224110160] 'process raft request' (duration: 502.505303ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:50.418437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.837986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b434d781d705ce\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-05-30T01:59:50.418489Z","caller":"traceutil/trace.go:171","msg":"trace[239783728] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b434d781d705ce; range_end:; response_count:1; response_revision:6229; }","duration":"503.910687ms","start":"2026-05-30T01:59:49.914566Z","end":"2026-05-30T01:59:50.418477Z","steps":["trace[239783728] 'agreement among raft nodes before linearized reading' (duration: 503.751495ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:50.418522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:49.914556Z","time spent":"503.957898ms","remote":"127.0.0.1:36980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b434d781d705ce\" "} {"level":"info","ts":"2026-05-30T01:59:50.418782Z","caller":"traceutil/trace.go:171","msg":"trace[424060113] transaction","detail":"{read_only:false; response_revision:6229; number_of_response:1; }","duration":"501.413716ms","start":"2026-05-30T01:59:49.917355Z","end":"2026-05-30T01:59:50.418769Z","steps":["trace[424060113] 'process raft request' (duration: 500.669974ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:50.41887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:49.917339Z","time spent":"501.492277ms","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8075,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:59:50.41829Z","caller":"traceutil/trace.go:171","msg":"trace[1011355053] linearizableReadLoop","detail":"{readStateIndex:6459; appliedIndex:6455; }","duration":"503.682033ms","start":"2026-05-30T01:59:49.914592Z","end":"2026-05-30T01:59:50.418274Z","steps":["trace[1011355053] 'read index received' (duration: 151.288584ms)","trace[1011355053] 'applied index is now lower than readState.Index' (duration: 352.392359ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:59:50.419119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:49.914082Z","time spent":"504.583777ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:59:50.419272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.205866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:59:50.419319Z","caller":"traceutil/trace.go:171","msg":"trace[1431793170] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:6229; }","duration":"386.294008ms","start":"2026-05-30T01:59:50.033013Z","end":"2026-05-30T01:59:50.419307Z","steps":["trace[1431793170] 'agreement among raft nodes before linearized reading' (duration: 386.221377ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:50.419358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:50.032991Z","time spent":"386.358308ms","remote":"127.0.0.1:45020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-30T01:59:50.41922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.947308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:59:50.419499Z","caller":"traceutil/trace.go:171","msg":"trace[733294313] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6229; }","duration":"501.323895ms","start":"2026-05-30T01:59:49.918154Z","end":"2026-05-30T01:59:50.419478Z","steps":["trace[733294313] 'agreement among raft nodes before linearized reading' (duration: 500.935648ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:50.419715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:49.918143Z","time spent":"501.553469ms","remote":"127.0.0.1:36900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-30T01:59:50.419777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.477672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-30T01:59:50.420089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.085597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:59:50.420395Z","caller":"traceutil/trace.go:171","msg":"trace[1036236925] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6229; }","duration":"442.427543ms","start":"2026-05-30T01:59:49.97795Z","end":"2026-05-30T01:59:50.420377Z","steps":["trace[1036236925] 'agreement among raft nodes before linearized reading' (duration: 442.095698ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:50.420581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:49.977932Z","time spent":"442.506784ms","remote":"127.0.0.1:37376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-30T01:59:50.42015Z","caller":"traceutil/trace.go:171","msg":"trace[1820450125] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6229; }","duration":"255.579423ms","start":"2026-05-30T01:59:50.164241Z","end":"2026-05-30T01:59:50.419821Z","steps":["trace[1820450125] 'agreement among raft nodes before linearized reading' (duration: 254.971822ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:59:50.902777Z","caller":"traceutil/trace.go:171","msg":"trace[271517604] linearizableReadLoop","detail":"{readStateIndex:6461; appliedIndex:6460; }","duration":"475.069641ms","start":"2026-05-30T01:59:50.427686Z","end":"2026-05-30T01:59:50.902756Z","steps":["trace[271517604] 'read index received' (duration: 411.089826ms)","trace[271517604] 'applied index is now lower than readState.Index' (duration: 63.978975ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T01:59:50.902832Z","caller":"traceutil/trace.go:171","msg":"trace[1871738053] transaction","detail":"{read_only:false; response_revision:6230; number_of_response:1; }","duration":"478.336494ms","start":"2026-05-30T01:59:50.424429Z","end":"2026-05-30T01:59:50.902766Z","steps":["trace[1871738053] 'process raft request' (duration: 414.182107ms)","trace[1871738053] 'compare' (duration: 64.047956ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:59:50.90301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.282794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:59:50.903134Z","caller":"traceutil/trace.go:171","msg":"trace[2137644284] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6230; }","duration":"475.445817ms","start":"2026-05-30T01:59:50.427662Z","end":"2026-05-30T01:59:50.903107Z","steps":["trace[2137644284] 'agreement among raft nodes before linearized reading' (duration: 475.167642ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:50.903215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:50.427653Z","time spent":"475.549468ms","remote":"127.0.0.1:37134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-30T01:59:50.90324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:50.42441Z","time spent":"478.483207ms","remote":"127.0.0.1:36980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:59:50.989737Z","caller":"traceutil/trace.go:171","msg":"trace[822563908] transaction","detail":"{read_only:false; response_revision:6231; number_of_response:1; }","duration":"559.35422ms","start":"2026-05-30T01:59:50.430359Z","end":"2026-05-30T01:59:50.989714Z","steps":["trace[822563908] 'process raft request' (duration: 558.960444ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:50.990017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:50.430344Z","time spent":"559.456182ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:59:50.990847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.207048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-30T01:59:50.991126Z","caller":"traceutil/trace.go:171","msg":"trace[2073420269] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6231; }","duration":"411.506753ms","start":"2026-05-30T01:59:50.579588Z","end":"2026-05-30T01:59:50.991094Z","steps":["trace[2073420269] 'agreement among raft nodes before linearized reading' (duration: 411.167247ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:50.992206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:50.579533Z","time spent":"411.824188ms","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-30T01:59:51.977582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.639631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-05-30T01:59:51.977659Z","caller":"traceutil/trace.go:171","msg":"trace[1110291042] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:6231; }","duration":"973.740053ms","start":"2026-05-30T01:59:51.003901Z","end":"2026-05-30T01:59:51.977641Z","steps":["trace[1110291042] 'range keys from in-memory index tree' (duration: 973.490548ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:51.977699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:51.003893Z","time spent":"973.797503ms","remote":"127.0.0.1:49280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-30T01:59:51.978186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.225454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:59:51.978229Z","caller":"traceutil/trace.go:171","msg":"trace[1035799140] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6231; }","duration":"800.301515ms","start":"2026-05-30T01:59:51.177914Z","end":"2026-05-30T01:59:51.978215Z","steps":["trace[1035799140] 'range keys from in-memory index tree' (duration: 800.047081ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:51.978256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:51.177888Z","time spent":"800.360967ms","remote":"127.0.0.1:36900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-30T01:59:52.03508Z","caller":"traceutil/trace.go:171","msg":"trace[1227581323] transaction","detail":"{read_only:false; response_revision:6232; number_of_response:1; }","duration":"604.210514ms","start":"2026-05-30T01:59:51.430852Z","end":"2026-05-30T01:59:52.035062Z","steps":["trace[1227581323] 'process raft request' (duration: 604.033781ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:59:52.035055Z","caller":"traceutil/trace.go:171","msg":"trace[1852829954] linearizableReadLoop","detail":"{readStateIndex:6463; appliedIndex:6462; }","duration":"393.988161ms","start":"2026-05-30T01:59:51.641039Z","end":"2026-05-30T01:59:52.035027Z","steps":["trace[1852829954] 'read index received' (duration: 393.976571ms)","trace[1852829954] 'applied index is now lower than readState.Index' (duration: 9.68µs)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:59:52.035235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:51.430828Z","time spent":"604.312576ms","remote":"127.0.0.1:37184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6360,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:59:52.035315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.269056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:59:52.035369Z","caller":"traceutil/trace.go:171","msg":"trace[1953144690] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:6232; }","duration":"394.372578ms","start":"2026-05-30T01:59:51.640981Z","end":"2026-05-30T01:59:52.035354Z","steps":["trace[1953144690] 'agreement among raft nodes before linearized reading' (duration: 394.147584ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:52.035426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:51.640952Z","time spent":"394.457638ms","remote":"127.0.0.1:56742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-30T01:59:52.407627Z","caller":"traceutil/trace.go:171","msg":"trace[110837341] transaction","detail":"{read_only:false; response_revision:6233; number_of_response:1; }","duration":"724.052654ms","start":"2026-05-30T01:59:51.683552Z","end":"2026-05-30T01:59:52.407605Z","steps":["trace[110837341] 'process raft request' (duration: 662.120775ms)","trace[110837341] 'compare' (duration: 61.553423ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:59:52.40792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:51.683525Z","time spent":"724.309879ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:59:52.407961Z","caller":"traceutil/trace.go:171","msg":"trace[1205402641] transaction","detail":"{read_only:false; response_revision:6235; number_of_response:1; }","duration":"495.475149ms","start":"2026-05-30T01:59:51.912445Z","end":"2026-05-30T01:59:52.40792Z","steps":["trace[1205402641] 'process raft request' (duration: 495.103154ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:52.407747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.292637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-30T01:59:52.408044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:51.912419Z","time spent":"495.588252ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:59:52.407939Z","caller":"traceutil/trace.go:171","msg":"trace[2023589870] transaction","detail":"{read_only:false; response_revision:6234; number_of_response:1; }","duration":"495.521851ms","start":"2026-05-30T01:59:51.912404Z","end":"2026-05-30T01:59:52.407926Z","steps":["trace[2023589870] 'process raft request' (duration: 495.079513ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:59:52.407637Z","caller":"traceutil/trace.go:171","msg":"trace[551962360] linearizableReadLoop","detail":"{readStateIndex:6467; appliedIndex:6463; }","duration":"372.385212ms","start":"2026-05-30T01:59:52.035233Z","end":"2026-05-30T01:59:52.407618Z","steps":["trace[551962360] 'read index received' (duration: 310.32307ms)","trace[551962360] 'applied index is now lower than readState.Index' (duration: 62.061252ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:59:52.408139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:51.912379Z","time spent":"495.708273ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:59:52.407941Z","caller":"traceutil/trace.go:171","msg":"trace[1002102960] transaction","detail":"{read_only:false; response_revision:6236; number_of_response:1; }","duration":"495.127334ms","start":"2026-05-30T01:59:51.912796Z","end":"2026-05-30T01:59:52.407923Z","steps":["trace[1002102960] 'process raft request' (duration: 494.786958ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:52.408234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.739884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-30T01:59:52.408261Z","caller":"traceutil/trace.go:171","msg":"trace[1982749375] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6236; }","duration":"169.812826ms","start":"2026-05-30T01:59:52.238438Z","end":"2026-05-30T01:59:52.408251Z","steps":["trace[1982749375] 'agreement among raft nodes before linearized reading' (duration: 169.762855ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:52.408297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:51.912786Z","time spent":"495.46973ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:59:52.407957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.381324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:59:52.408398Z","caller":"traceutil/trace.go:171","msg":"trace[905934048] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6236; }","duration":"428.846902ms","start":"2026-05-30T01:59:51.97954Z","end":"2026-05-30T01:59:52.408387Z","steps":["trace[905934048] 'agreement among raft nodes before linearized reading' (duration: 428.391065ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:52.408481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:51.979503Z","time spent":"428.966643ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-30T01:59:52.408047Z","caller":"traceutil/trace.go:171","msg":"trace[320025247] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:6236; }","duration":"736.642292ms","start":"2026-05-30T01:59:51.671393Z","end":"2026-05-30T01:59:52.408035Z","steps":["trace[320025247] 'agreement among raft nodes before linearized reading' (duration: 736.289837ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:52.408718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:51.671376Z","time spent":"737.319504ms","remote":"127.0.0.1:56720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-05-30T01:59:53.150103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.784867ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-30T01:59:53.150219Z","caller":"traceutil/trace.go:171","msg":"trace[1077615972] linearizableReadLoop","detail":"{readStateIndex:6468; appliedIndex:6467; }","duration":"735.188673ms","start":"2026-05-30T01:59:52.415013Z","end":"2026-05-30T01:59:53.150201Z","steps":["trace[1077615972] 'read index received' (duration: 328.112172ms)","trace[1077615972] 'applied index is now lower than readState.Index' (duration: 407.075341ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T01:59:53.150394Z","caller":"traceutil/trace.go:171","msg":"trace[378887746] transaction","detail":"{read_only:false; response_revision:6237; number_of_response:1; }","duration":"737.624464ms","start":"2026-05-30T01:59:52.412761Z","end":"2026-05-30T01:59:53.150385Z","steps":["trace[378887746] 'process raft request' (duration: 330.446492ms)","trace[378887746] 'compare' (duration: 406.38806ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:59:53.150443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:52.412749Z","time spent":"737.670495ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:59:53.150591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.57707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:59:53.150611Z","caller":"traceutil/trace.go:171","msg":"trace[2122985107] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6237; }","duration":"735.619471ms","start":"2026-05-30T01:59:52.414986Z","end":"2026-05-30T01:59:53.150605Z","steps":["trace[2122985107] 'agreement among raft nodes before linearized reading' (duration: 735.57969ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:53.150628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:52.414975Z","time spent":"735.649861ms","remote":"127.0.0.1:36900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-30T01:59:53.150818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.85829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-30T01:59:53.15085Z","caller":"traceutil/trace.go:171","msg":"trace[462787171] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6237; }","duration":"728.915541ms","start":"2026-05-30T01:59:52.421928Z","end":"2026-05-30T01:59:53.150843Z","steps":["trace[462787171] 'agreement among raft nodes before linearized reading' (duration: 728.790639ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:53.150873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:52.421916Z","time spent":"728.951711ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-30T01:59:53.151065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.601626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:59:53.151097Z","caller":"traceutil/trace.go:171","msg":"trace[261532156] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:6237; }","duration":"128.669598ms","start":"2026-05-30T01:59:53.022421Z","end":"2026-05-30T01:59:53.151091Z","steps":["trace[261532156] 'agreement among raft nodes before linearized reading' (duration: 128.612047ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:53.151258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.331346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-30T01:59:53.151284Z","caller":"traceutil/trace.go:171","msg":"trace[1672271505] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6237; }","duration":"155.397288ms","start":"2026-05-30T01:59:52.995878Z","end":"2026-05-30T01:59:53.151276Z","steps":["trace[1672271505] 'agreement among raft nodes before linearized reading' (duration: 155.331697ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:53.151397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.002231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-30T01:59:53.151418Z","caller":"traceutil/trace.go:171","msg":"trace[1071854540] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6237; }","duration":"724.034861ms","start":"2026-05-30T01:59:52.427378Z","end":"2026-05-30T01:59:53.151413Z","steps":["trace[1071854540] 'agreement among raft nodes before linearized reading' (duration: 723.98063ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:53.151434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:52.427372Z","time spent":"724.058301ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-30T01:59:53.151529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.172049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-30T01:59:53.151548Z","caller":"traceutil/trace.go:171","msg":"trace[2128561650] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6237; }","duration":"728.199949ms","start":"2026-05-30T01:59:52.423343Z","end":"2026-05-30T01:59:53.151543Z","steps":["trace[2128561650] 'agreement among raft nodes before linearized reading' (duration: 728.151228ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:53.151562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:52.423338Z","time spent":"728.220669ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-30T01:59:54.081232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.327689ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-30T01:59:54.081436Z","caller":"traceutil/trace.go:171","msg":"trace[948509970] transaction","detail":"{read_only:false; response_revision:6240; number_of_response:1; }","duration":"921.902642ms","start":"2026-05-30T01:59:53.159516Z","end":"2026-05-30T01:59:54.081418Z","steps":["trace[948509970] 'process raft request' (duration: 921.81802ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:54.081497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:53.159505Z","time spent":"921.962103ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:59:54.08152Z","caller":"traceutil/trace.go:171","msg":"trace[1270929085] linearizableReadLoop","detail":"{readStateIndex:6472; appliedIndex:6469; }","duration":"653.449914ms","start":"2026-05-30T01:59:53.428041Z","end":"2026-05-30T01:59:54.081491Z","steps":["trace[1270929085] 'read index received' (duration: 498.730618ms)","trace[1270929085] 'applied index is now lower than readState.Index' (duration: 154.718086ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T01:59:54.081673Z","caller":"traceutil/trace.go:171","msg":"trace[292804603] transaction","detail":"{read_only:false; response_revision:6241; number_of_response:1; }","duration":"914.913647ms","start":"2026-05-30T01:59:53.166745Z","end":"2026-05-30T01:59:54.081659Z","steps":["trace[292804603] 'process raft request' (duration: 914.637632ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:59:54.081714Z","caller":"traceutil/trace.go:171","msg":"trace[514818245] transaction","detail":"{read_only:false; response_revision:6239; number_of_response:1; }","duration":"922.288467ms","start":"2026-05-30T01:59:53.159414Z","end":"2026-05-30T01:59:54.081702Z","steps":["trace[514818245] 'process raft request' (duration: 767.413059ms)","trace[514818245] 'compare' (duration: 154.121745ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:59:54.081765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:53.159396Z","time spent":"922.342909ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:59:54.081786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:53.166729Z","time spent":"914.976407ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:59:54.082038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.997523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:59:54.082075Z","caller":"traceutil/trace.go:171","msg":"trace[882601408] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:6241; }","duration":"654.076734ms","start":"2026-05-30T01:59:53.427985Z","end":"2026-05-30T01:59:54.082062Z","steps":["trace[882601408] 'agreement among raft nodes before linearized reading' (duration: 654.019523ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:54.082106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:53.427965Z","time spent":"654.134095ms","remote":"127.0.0.1:56470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-05-30T01:59:54.082323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.460689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-30T01:59:54.082348Z","caller":"traceutil/trace.go:171","msg":"trace[1671344472] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:6241; }","duration":"541.538701ms","start":"2026-05-30T01:59:53.540802Z","end":"2026-05-30T01:59:54.082341Z","steps":["trace[1671344472] 'agreement among raft nodes before linearized reading' (duration: 541.439809ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:54.082373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:53.540773Z","time spent":"541.594322ms","remote":"127.0.0.1:36922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"warn","ts":"2026-05-30T01:59:54.574379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.656158ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-05-30T01:59:54.574543Z","caller":"traceutil/trace.go:171","msg":"trace[314122292] transaction","detail":"{read_only:false; response_revision:6242; number_of_response:1; }","duration":"158.454017ms","start":"2026-05-30T01:59:54.416077Z","end":"2026-05-30T01:59:54.574531Z","steps":["trace[314122292] 'process raft request' (duration: 158.374906ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:54.574678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:54.084802Z","time spent":"489.873779ms","remote":"127.0.0.1:36922","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-30T01:59:54.574753Z","caller":"traceutil/trace.go:171","msg":"trace[1175588851] linearizableReadLoop","detail":"{readStateIndex:6473; appliedIndex:6472; }","duration":"398.388943ms","start":"2026-05-30T01:59:54.176357Z","end":"2026-05-30T01:59:54.574746Z","steps":["trace[1175588851] 'read index received' (duration: 131.565473ms)","trace[1175588851] 'applied index is now lower than readState.Index' (duration: 266.82275ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:59:54.574805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.455785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:59:54.574818Z","caller":"traceutil/trace.go:171","msg":"trace[697264368] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6242; }","duration":"398.528977ms","start":"2026-05-30T01:59:54.176283Z","end":"2026-05-30T01:59:54.574812Z","steps":["trace[697264368] 'agreement among raft nodes before linearized reading' (duration: 398.480256ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:54.574831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:54.176232Z","time spent":"398.596257ms","remote":"127.0.0.1:36900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-30T01:59:55.206159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.886955ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-30T01:59:55.206459Z","caller":"traceutil/trace.go:171","msg":"trace[973804088] transaction","detail":"{read_only:false; response_revision:6245; number_of_response:1; }","duration":"789.251941ms","start":"2026-05-30T01:59:54.417186Z","end":"2026-05-30T01:59:55.206438Z","steps":["trace[973804088] 'process raft request' (duration: 789.18744ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:55.206555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:54.417178Z","time spent":"789.331172ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:59:55.206827Z","caller":"traceutil/trace.go:171","msg":"trace[1226671439] transaction","detail":"{read_only:false; response_revision:6243; number_of_response:1; }","duration":"790.640393ms","start":"2026-05-30T01:59:54.416167Z","end":"2026-05-30T01:59:55.206808Z","steps":["trace[1226671439] 'process raft request' (duration: 538.975616ms)","trace[1226671439] 'compare' (duration: 250.353486ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:59:55.206912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:54.416132Z","time spent":"790.741105ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:59:55.206999Z","caller":"traceutil/trace.go:171","msg":"trace[516308935] transaction","detail":"{read_only:false; response_revision:6244; number_of_response:1; }","duration":"790.669784ms","start":"2026-05-30T01:59:54.416289Z","end":"2026-05-30T01:59:55.206958Z","steps":["trace[516308935] 'process raft request' (duration: 789.983663ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:55.207274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:54.416282Z","time spent":"790.822836ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:59:55.696587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.074626ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-30T01:59:55.696721Z","caller":"traceutil/trace.go:171","msg":"trace[513833263] transaction","detail":"{read_only:false; response_revision:6246; number_of_response:1; }","duration":"1.121114226s","start":"2026-05-30T01:59:54.575577Z","end":"2026-05-30T01:59:55.696692Z","steps":["trace[513833263] 'process raft request' (duration: 786.918211ms)","trace[513833263] 'compare' (duration: 332.502387ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:59:55.696869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:54.575564Z","time spent":"1.121221827s","remote":"127.0.0.1:36922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:59:55.697138Z","caller":"traceutil/trace.go:171","msg":"trace[1321482153] linearizableReadLoop","detail":"{readStateIndex:6478; appliedIndex:6474; }","duration":"1.121335799s","start":"2026-05-30T01:59:54.575761Z","end":"2026-05-30T01:59:55.697097Z","steps":["trace[1321482153] 'read index received' (duration: 379.279358ms)","trace[1321482153] 'applied index is now lower than readState.Index' (duration: 742.052251ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:59:55.697445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121639664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:59:55.69749Z","caller":"traceutil/trace.go:171","msg":"trace[1301745172] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6246; }","duration":"1.121761417s","start":"2026-05-30T01:59:54.575718Z","end":"2026-05-30T01:59:55.697479Z","steps":["trace[1301745172] 'agreement among raft nodes before linearized reading' (duration: 1.121572403s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:55.697534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:54.575683Z","time spent":"1.121842668s","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-30T01:59:55.699435Z","caller":"traceutil/trace.go:171","msg":"trace[851858772] transaction","detail":"{read_only:false; response_revision:6247; number_of_response:1; }","duration":"701.714236ms","start":"2026-05-30T01:59:54.997693Z","end":"2026-05-30T01:59:55.699407Z","steps":["trace[851858772] 'process raft request' (duration: 698.965641ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:55.699498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:54.997675Z","time spent":"701.794697ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:59:55.699638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.097262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-30T01:59:55.699663Z","caller":"traceutil/trace.go:171","msg":"trace[1344057151] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6247; }","duration":"542.121332ms","start":"2026-05-30T01:59:55.157535Z","end":"2026-05-30T01:59:55.699656Z","steps":["trace[1344057151] 'agreement among raft nodes before linearized reading' (duration: 542.018021ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:55.699683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:55.157448Z","time spent":"542.230765ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-30T01:59:55.699867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.843458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-30T01:59:55.700046Z","caller":"traceutil/trace.go:171","msg":"trace[1568070313] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6247; }","duration":"455.074262ms","start":"2026-05-30T01:59:55.244914Z","end":"2026-05-30T01:59:55.699989Z","steps":["trace[1568070313] 'agreement among raft nodes before linearized reading' (duration: 454.563214ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:55.700199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:55.244897Z","time spent":"455.247344ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-30T01:59:55.700647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.154965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-30T01:59:55.700706Z","caller":"traceutil/trace.go:171","msg":"trace[1544010764] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:6247; }","duration":"640.281797ms","start":"2026-05-30T01:59:55.06041Z","end":"2026-05-30T01:59:55.700692Z","steps":["trace[1544010764] 'agreement among raft nodes before linearized reading' (duration: 639.672486ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:55.70075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:55.060377Z","time spent":"640.363329ms","remote":"127.0.0.1:37352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-05-30T01:59:56.136531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.405077ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-30T01:59:56.137269Z","caller":"traceutil/trace.go:171","msg":"trace[1134052185] transaction","detail":"{read_only:false; response_revision:6249; number_of_response:1; }","duration":"430.123001ms","start":"2026-05-30T01:59:55.707124Z","end":"2026-05-30T01:59:56.137247Z","steps":["trace[1134052185] 'process raft request' (duration: 429.595761ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:56.137378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:55.707099Z","time spent":"430.221893ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:59:56.137406Z","caller":"traceutil/trace.go:171","msg":"trace[1453099775] linearizableReadLoop","detail":"{readStateIndex:6480; appliedIndex:6479; }","duration":"431.90138ms","start":"2026-05-30T01:59:55.705465Z","end":"2026-05-30T01:59:56.137366Z","steps":["trace[1453099775] 'read index received' (duration: 141.811502ms)","trace[1453099775] 'applied index is now lower than readState.Index' (duration: 290.085928ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T01:59:56.137598Z","caller":"traceutil/trace.go:171","msg":"trace[1423466049] transaction","detail":"{read_only:false; response_revision:6248; number_of_response:1; }","duration":"433.184601ms","start":"2026-05-30T01:59:55.704394Z","end":"2026-05-30T01:59:56.137578Z","steps":["trace[1423466049] 'process raft request' (duration: 142.645795ms)","trace[1423466049] 'compare' (duration: 289.253634ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:59:56.137763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:55.704374Z","time spent":"433.264453ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:59:56.138017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.547521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:59:56.138061Z","caller":"traceutil/trace.go:171","msg":"trace[22494721] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6249; }","duration":"432.607601ms","start":"2026-05-30T01:59:55.705443Z","end":"2026-05-30T01:59:56.13805Z","steps":["trace[22494721] 'agreement among raft nodes before linearized reading' (duration: 432.50498ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:56.1381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:55.705434Z","time spent":"432.660623ms","remote":"127.0.0.1:36900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-30T01:59:56.138104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.591442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-30T01:59:56.138151Z","caller":"traceutil/trace.go:171","msg":"trace[7391811] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:6249; }","duration":"432.645653ms","start":"2026-05-30T01:59:55.705486Z","end":"2026-05-30T01:59:56.138132Z","steps":["trace[7391811] 'agreement among raft nodes before linearized reading' (duration: 432.50036ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:56.138191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:55.705479Z","time spent":"432.705023ms","remote":"127.0.0.1:37218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-05-30T01:59:56.138418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.569316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-30T01:59:56.138459Z","caller":"traceutil/trace.go:171","msg":"trace[186811556] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:6249; }","duration":"335.636327ms","start":"2026-05-30T01:59:55.802812Z","end":"2026-05-30T01:59:56.138449Z","steps":["trace[186811556] 'agreement among raft nodes before linearized reading' (duration: 335.558135ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:56.138469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.850337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-30T01:59:56.138603Z","caller":"traceutil/trace.go:171","msg":"trace[936793923] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:6249; }","duration":"354.043449ms","start":"2026-05-30T01:59:55.784544Z","end":"2026-05-30T01:59:56.138588Z","steps":["trace[936793923] 'agreement among raft nodes before linearized reading' (duration: 353.878316ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:56.13866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:55.784504Z","time spent":"354.142261ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-05-30T01:59:56.138496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:55.802799Z","time spent":"335.688198ms","remote":"127.0.0.1:37338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-05-30T01:59:56.635371Z","caller":"traceutil/trace.go:171","msg":"trace[521596711] transaction","detail":"{read_only:false; response_revision:6250; number_of_response:1; }","duration":"490.711994ms","start":"2026-05-30T01:59:56.144621Z","end":"2026-05-30T01:59:56.635333Z","steps":["trace[521596711] 'process raft request' (duration: 453.723636ms)","trace[521596711] 'compare' (duration: 36.428189ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:59:56.635624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:56.144601Z","time spent":"490.852266ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:59:57.196175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.367699ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-30T01:59:57.196584Z","caller":"traceutil/trace.go:171","msg":"trace[1769186725] linearizableReadLoop","detail":"{readStateIndex:6484; appliedIndex:6481; }","duration":"824.03782ms","start":"2026-05-30T01:59:56.372528Z","end":"2026-05-30T01:59:57.196566Z","steps":["trace[1769186725] 'read index received' (duration: 225.837691ms)","trace[1769186725] 'applied index is now lower than readState.Index' (duration: 598.199209ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T01:59:57.196684Z","caller":"traceutil/trace.go:171","msg":"trace[1505111215] transaction","detail":"{read_only:false; response_revision:6251; number_of_response:1; }","duration":"1.049456904s","start":"2026-05-30T01:59:56.147216Z","end":"2026-05-30T01:59:57.196673Z","steps":["trace[1505111215] 'process raft request' (duration: 937.511835ms)","trace[1505111215] 'compare' (duration: 110.915502ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:59:57.196744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:56.147201Z","time spent":"1.049508116s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:59:57.196906Z","caller":"traceutil/trace.go:171","msg":"trace[1165242548] transaction","detail":"{read_only:false; response_revision:6253; number_of_response:1; }","duration":"615.681946ms","start":"2026-05-30T01:59:56.58119Z","end":"2026-05-30T01:59:57.196872Z","steps":["trace[1165242548] 'process raft request' (duration: 615.336721ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:57.197063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:56.581161Z","time spent":"615.817918ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:59:57.197278Z","caller":"traceutil/trace.go:171","msg":"trace[1855039565] transaction","detail":"{read_only:false; response_revision:6252; number_of_response:1; }","duration":"1.049933472s","start":"2026-05-30T01:59:56.147305Z","end":"2026-05-30T01:59:57.197239Z","steps":["trace[1855039565] 'process raft request' (duration: 1.04916572s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:57.197342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:56.147272Z","time spent":"1.050037663s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:59:57.197787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.883771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-05-30T01:59:57.197841Z","caller":"traceutil/trace.go:171","msg":"trace[375098194] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6253; }","duration":"211.992513ms","start":"2026-05-30T01:59:56.985836Z","end":"2026-05-30T01:59:57.197828Z","steps":["trace[375098194] 'agreement among raft nodes before linearized reading' (duration: 211.81664ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:57.198089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.561565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-05-30T01:59:57.198147Z","caller":"traceutil/trace.go:171","msg":"trace[1461094604] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:6253; }","duration":"825.693508ms","start":"2026-05-30T01:59:56.372436Z","end":"2026-05-30T01:59:57.198129Z","steps":["trace[1461094604] 'agreement among raft nodes before linearized reading' (duration: 825.542475ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:57.198181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:56.372407Z","time spent":"825.765158ms","remote":"127.0.0.1:37082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-05-30T01:59:57.767243Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393691758589408,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-30T01:59:57.960994Z","caller":"traceutil/trace.go:171","msg":"trace[1330041308] transaction","detail":"{read_only:false; response_revision:6255; number_of_response:1; }","duration":"747.526978ms","start":"2026-05-30T01:59:57.213444Z","end":"2026-05-30T01:59:57.960971Z","steps":["trace[1330041308] 'process raft request' (duration: 746.286207ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:57.961144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:57.213428Z","time spent":"747.63755ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:59:57.961178Z","caller":"traceutil/trace.go:171","msg":"trace[1280201235] linearizableReadLoop","detail":"{readStateIndex:6488; appliedIndex:6486; }","duration":"694.632829ms","start":"2026-05-30T01:59:57.266506Z","end":"2026-05-30T01:59:57.961139Z","steps":["trace[1280201235] 'read index received' (duration: 693.523ms)","trace[1280201235] 'applied index is now lower than readState.Index' (duration: 1.108019ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T01:59:57.961565Z","caller":"traceutil/trace.go:171","msg":"trace[1018833770] transaction","detail":"{read_only:false; response_revision:6256; number_of_response:1; }","duration":"746.964418ms","start":"2026-05-30T01:59:57.214572Z","end":"2026-05-30T01:59:57.961537Z","steps":["trace[1018833770] 'process raft request' (duration: 746.328447ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:57.961729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:57.214539Z","time spent":"747.075221ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T01:59:57.962005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.499253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:59:57.962042Z","caller":"traceutil/trace.go:171","msg":"trace[1929198719] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6256; }","duration":"695.572664ms","start":"2026-05-30T01:59:57.266458Z","end":"2026-05-30T01:59:57.96203Z","steps":["trace[1929198719] 'agreement among raft nodes before linearized reading' (duration: 695.506063ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:57.962064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:57.266437Z","time spent":"695.621735ms","remote":"127.0.0.1:37376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-30T01:59:58.021866Z","caller":"traceutil/trace.go:171","msg":"trace[964955892] transaction","detail":"{read_only:false; response_revision:6257; number_of_response:1; }","duration":"244.007307ms","start":"2026-05-30T01:59:57.777814Z","end":"2026-05-30T01:59:58.021821Z","steps":["trace[964955892] 'process raft request' (duration: 243.749803ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:58.022386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.70174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-30T01:59:58.022488Z","caller":"traceutil/trace.go:171","msg":"trace[1282797721] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:6257; }","duration":"649.868414ms","start":"2026-05-30T01:59:57.3726Z","end":"2026-05-30T01:59:58.022468Z","steps":["trace[1282797721] 'agreement among raft nodes before linearized reading' (duration: 649.181473ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:59:58.023852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:59:57.372577Z","time spent":"651.251506ms","remote":"127.0.0.1:36980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":610,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-30T01:59:58.166284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.353161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-30T01:59:58.166376Z","caller":"traceutil/trace.go:171","msg":"trace[1878129019] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:6257; }","duration":"102.803208ms","start":"2026-05-30T01:59:58.063553Z","end":"2026-05-30T01:59:58.166356Z","steps":["trace[1878129019] 'count revisions from in-memory index tree' (duration: 102.285159ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:00:57.739376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.943926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T02:00:57.739644Z","caller":"traceutil/trace.go:171","msg":"trace[683790499] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6744; }","duration":"563.260951ms","start":"2026-05-30T02:00:57.176364Z","end":"2026-05-30T02:00:57.739625Z","steps":["trace[683790499] 'range keys from in-memory index tree' (duration: 562.850645ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:00:57.739846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:00:57.176344Z","time spent":"563.420464ms","remote":"127.0.0.1:36900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-30T02:00:57.739879Z","caller":"traceutil/trace.go:171","msg":"trace[34101971] transaction","detail":"{read_only:false; response_revision:6745; number_of_response:1; }","duration":"231.971639ms","start":"2026-05-30T02:00:57.507896Z","end":"2026-05-30T02:00:57.739868Z","steps":["trace[34101971] 'process raft request' (duration: 178.033774ms)","trace[34101971] 'compare' (duration: 53.771093ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T02:00:57.743324Z","caller":"traceutil/trace.go:171","msg":"trace[184365878] linearizableReadLoop","detail":"{readStateIndex:6995; appliedIndex:6993; }","duration":"141.213904ms","start":"2026-05-30T02:00:57.602078Z","end":"2026-05-30T02:00:57.743292Z","steps":["trace[184365878] 'read index received' (duration: 83.872795ms)","trace[184365878] 'applied index is now lower than readState.Index' (duration: 57.339949ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T02:00:57.743672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.59094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-30T02:00:57.743717Z","caller":"traceutil/trace.go:171","msg":"trace[1409506359] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6746; }","duration":"141.674552ms","start":"2026-05-30T02:00:57.602029Z","end":"2026-05-30T02:00:57.743704Z","steps":["trace[1409506359] 'agreement among raft nodes before linearized reading' (duration: 141.55629ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:00:57.74378Z","caller":"traceutil/trace.go:171","msg":"trace[1817928857] transaction","detail":"{read_only:false; response_revision:6746; number_of_response:1; }","duration":"178.94866ms","start":"2026-05-30T02:00:57.564821Z","end":"2026-05-30T02:00:57.74377Z","steps":["trace[1817928857] 'process raft request' (duration: 177.775061ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:01:10.12672Z","caller":"traceutil/trace.go:171","msg":"trace[540904718] transaction","detail":"{read_only:false; response_revision:6810; number_of_response:1; }","duration":"642.83179ms","start":"2026-05-30T02:01:09.483868Z","end":"2026-05-30T02:01:10.126699Z","steps":["trace[540904718] 'process raft request' (duration: 642.670366ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:01:10.12686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:01:09.483846Z","time spent":"642.946611ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T02:01:10.141298Z","caller":"traceutil/trace.go:171","msg":"trace[1530960437] transaction","detail":"{read_only:false; response_revision:6812; number_of_response:1; }","duration":"353.443936ms","start":"2026-05-30T02:01:09.787827Z","end":"2026-05-30T02:01:10.141271Z","steps":["trace[1530960437] 'process raft request' (duration: 353.368575ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:01:10.141437Z","caller":"traceutil/trace.go:171","msg":"trace[1089435883] linearizableReadLoop","detail":"{readStateIndex:7065; appliedIndex:7061; }","duration":"312.925238ms","start":"2026-05-30T02:01:09.828486Z","end":"2026-05-30T02:01:10.141412Z","steps":["trace[1089435883] 'read index received' (duration: 298.03788ms)","trace[1089435883] 'applied index is now lower than readState.Index' (duration: 14.885968ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T02:01:10.141458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:01:09.787799Z","time spent":"353.569227ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T02:01:10.141655Z","caller":"traceutil/trace.go:171","msg":"trace[1053681148] transaction","detail":"{read_only:false; response_revision:6813; number_of_response:1; }","duration":"353.412185ms","start":"2026-05-30T02:01:09.788211Z","end":"2026-05-30T02:01:10.141624Z","steps":["trace[1053681148] 'process raft request' (duration: 353.024119ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:01:10.141709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.612692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-30T02:01:10.141755Z","caller":"traceutil/trace.go:171","msg":"trace[235698589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6813; }","duration":"275.696684ms","start":"2026-05-30T02:01:09.866045Z","end":"2026-05-30T02:01:10.141742Z","steps":["trace[235698589] 'agreement among raft nodes before linearized reading' (duration: 275.505361ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:01:10.141817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.312514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-30T02:01:10.141901Z","caller":"traceutil/trace.go:171","msg":"trace[2092775830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6813; }","duration":"313.444056ms","start":"2026-05-30T02:01:09.828445Z","end":"2026-05-30T02:01:10.141889Z","steps":["trace[2092775830] 'agreement among raft nodes before linearized reading' (duration: 313.105281ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:01:10.141958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:01:09.7882Z","time spent":"353.592318ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T02:01:10.142088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:01:09.828427Z","time spent":"313.555498ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-30T02:01:10.141464Z","caller":"traceutil/trace.go:171","msg":"trace[2060129876] transaction","detail":"{read_only:false; response_revision:6811; number_of_response:1; }","duration":"384.101715ms","start":"2026-05-30T02:01:09.757235Z","end":"2026-05-30T02:01:10.141336Z","steps":["trace[2060129876] 'process raft request' (duration: 383.830191ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:01:10.142315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:01:09.757207Z","time spent":"385.04723ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T02:01:10.612996Z","caller":"traceutil/trace.go:171","msg":"trace[1994258265] transaction","detail":"{read_only:false; response_revision:6816; number_of_response:1; }","duration":"149.307654ms","start":"2026-05-30T02:01:10.463667Z","end":"2026-05-30T02:01:10.612974Z","steps":["trace[1994258265] 'process raft request' (duration: 149.189953ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:01:10.679897Z","caller":"traceutil/trace.go:171","msg":"trace[93404109] transaction","detail":"{read_only:false; response_revision:6817; number_of_response:1; }","duration":"213.809215ms","start":"2026-05-30T02:01:10.466052Z","end":"2026-05-30T02:01:10.679861Z","steps":["trace[93404109] 'process raft request' (duration: 213.620772ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:01:10.679775Z","caller":"traceutil/trace.go:171","msg":"trace[772038355] linearizableReadLoop","detail":"{readStateIndex:7069; appliedIndex:7068; }","duration":"145.602905ms","start":"2026-05-30T02:01:10.534157Z","end":"2026-05-30T02:01:10.67976Z","steps":["trace[772038355] 'read index received' (duration: 79.288956ms)","trace[772038355] 'applied index is now lower than readState.Index' (duration: 66.313119ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T02:01:10.680139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.964461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4859"} {"level":"info","ts":"2026-05-30T02:01:10.680189Z","caller":"traceutil/trace.go:171","msg":"trace[1044838080] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6817; }","duration":"146.067813ms","start":"2026-05-30T02:01:10.534112Z","end":"2026-05-30T02:01:10.68018Z","steps":["trace[1044838080] 'agreement among raft nodes before linearized reading' (duration: 145.88588ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:01:10.680515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.183552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4859"} {"level":"info","ts":"2026-05-30T02:01:10.680562Z","caller":"traceutil/trace.go:171","msg":"trace[1156498814] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6817; }","duration":"117.271184ms","start":"2026-05-30T02:01:10.56328Z","end":"2026-05-30T02:01:10.680551Z","steps":["trace[1156498814] 'agreement among raft nodes before linearized reading' (duration: 116.776896ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:01:10.925616Z","caller":"traceutil/trace.go:171","msg":"trace[1223208591] linearizableReadLoop","detail":"{readStateIndex:7071; appliedIndex:7069; }","duration":"211.217504ms","start":"2026-05-30T02:01:10.714381Z","end":"2026-05-30T02:01:10.925598Z","steps":["trace[1223208591] 'read index received' (duration: 161.076113ms)","trace[1223208591] 'applied index is now lower than readState.Index' (duration: 50.140561ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T02:01:10.92574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.341856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-30T02:01:10.925761Z","caller":"traceutil/trace.go:171","msg":"trace[1952355346] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:6820; }","duration":"211.404936ms","start":"2026-05-30T02:01:10.71435Z","end":"2026-05-30T02:01:10.925755Z","steps":["trace[1952355346] 'agreement among raft nodes before linearized reading' (duration: 211.311395ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:01:10.925971Z","caller":"traceutil/trace.go:171","msg":"trace[186089777] transaction","detail":"{read_only:false; response_revision:6818; number_of_response:1; }","duration":"240.780846ms","start":"2026-05-30T02:01:10.685182Z","end":"2026-05-30T02:01:10.925963Z","steps":["trace[186089777] 'process raft request' (duration: 189.67548ms)","trace[186089777] 'compare' (duration: 50.541297ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T02:01:10.926058Z","caller":"traceutil/trace.go:171","msg":"trace[2141975267] transaction","detail":"{read_only:false; response_revision:6819; number_of_response:1; }","duration":"238.925956ms","start":"2026-05-30T02:01:10.687126Z","end":"2026-05-30T02:01:10.926052Z","steps":["trace[2141975267] 'process raft request' (duration: 238.414048ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:01:10.926131Z","caller":"traceutil/trace.go:171","msg":"trace[1011957315] transaction","detail":"{read_only:false; response_revision:6820; number_of_response:1; }","duration":"158.225988ms","start":"2026-05-30T02:01:10.767899Z","end":"2026-05-30T02:01:10.926125Z","steps":["trace[1011957315] 'process raft request' (duration: 157.67545ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:01:11.34142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.538632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-30T02:01:11.3415Z","caller":"traceutil/trace.go:171","msg":"trace[750812679] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6820; }","duration":"252.659984ms","start":"2026-05-30T02:01:11.088823Z","end":"2026-05-30T02:01:11.341482Z","steps":["trace[750812679] 'range keys from in-memory index tree' (duration: 252.373349ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:01:11.584498Z","caller":"traceutil/trace.go:171","msg":"trace[443214362] transaction","detail":"{read_only:false; response_revision:6821; number_of_response:1; }","duration":"237.657765ms","start":"2026-05-30T02:01:11.346815Z","end":"2026-05-30T02:01:11.584472Z","steps":["trace[443214362] 'process raft request' (duration: 237.408301ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:01:12.907038Z","caller":"traceutil/trace.go:171","msg":"trace[2076573565] linearizableReadLoop","detail":"{readStateIndex:7079; appliedIndex:7078; }","duration":"219.149517ms","start":"2026-05-30T02:01:12.687864Z","end":"2026-05-30T02:01:12.907014Z","steps":["trace[2076573565] 'read index received' (duration: 218.939814ms)","trace[2076573565] 'applied index is now lower than readState.Index' (duration: 208.723µs)"],"step_count":2} {"level":"info","ts":"2026-05-30T02:01:12.907155Z","caller":"traceutil/trace.go:171","msg":"trace[841984818] transaction","detail":"{read_only:false; response_revision:6827; number_of_response:1; }","duration":"220.51624ms","start":"2026-05-30T02:01:12.686599Z","end":"2026-05-30T02:01:12.907116Z","steps":["trace[841984818] 'process raft request' (duration: 220.277186ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:01:12.907385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.485624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4859"} {"level":"info","ts":"2026-05-30T02:01:12.907484Z","caller":"traceutil/trace.go:171","msg":"trace[122203849] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6827; }","duration":"219.647005ms","start":"2026-05-30T02:01:12.687823Z","end":"2026-05-30T02:01:12.90747Z","steps":["trace[122203849] 'agreement among raft nodes before linearized reading' (duration: 219.338481ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:01:13.107036Z","caller":"traceutil/trace.go:171","msg":"trace[2129346335] transaction","detail":"{read_only:false; response_revision:6829; number_of_response:1; }","duration":"171.459497ms","start":"2026-05-30T02:01:12.935546Z","end":"2026-05-30T02:01:13.107005Z","steps":["trace[2129346335] 'process raft request' (duration: 102.277984ms)","trace[2129346335] 'compare' (duration: 68.514982ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T02:01:13.754639Z","caller":"traceutil/trace.go:171","msg":"trace[1970575511] transaction","detail":"{read_only:false; response_revision:6831; number_of_response:1; }","duration":"157.8871ms","start":"2026-05-30T02:01:13.596724Z","end":"2026-05-30T02:01:13.754611Z","steps":["trace[1970575511] 'process raft request' (duration: 157.809479ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:01:13.754649Z","caller":"traceutil/trace.go:171","msg":"trace[521821932] transaction","detail":"{read_only:false; response_revision:6830; number_of_response:1; }","duration":"160.271458ms","start":"2026-05-30T02:01:13.594337Z","end":"2026-05-30T02:01:13.754608Z","steps":["trace[521821932] 'process raft request' (duration: 77.70326ms)","trace[521821932] 'compare' (duration: 82.327134ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T02:01:44.877339Z","caller":"traceutil/trace.go:171","msg":"trace[1584621892] transaction","detail":"{read_only:false; response_revision:7045; number_of_response:1; }","duration":"112.658439ms","start":"2026-05-30T02:01:44.764652Z","end":"2026-05-30T02:01:44.877311Z","steps":["trace[1584621892] 'process raft request' (duration: 111.888063ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:02:36.991818Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5418} {"level":"info","ts":"2026-05-30T02:02:37.100894Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5418,"took":"107.841699ms","hash":1024656813,"current-db-size-bytes":52662272,"current-db-size":"53 MB","current-db-size-in-use-bytes":18522112,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-05-30T02:02:37.100942Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1024656813,"revision":5418,"compact-revision":2839} {"level":"info","ts":"2026-05-30T02:07:36.997741Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7333} {"level":"info","ts":"2026-05-30T02:07:37.054468Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7333,"took":"55.632516ms","hash":3097534169,"current-db-size-bytes":52662272,"current-db-size":"53 MB","current-db-size-in-use-bytes":15179776,"current-db-size-in-use":"15 MB"} {"level":"info","ts":"2026-05-30T02:07:37.054523Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3097534169,"revision":7333,"compact-revision":5418}