{"level":"warn","ts":"2026-04-10T01:11:12.201876Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-10T01:11:12.201969Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.65:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.65:2380","--initial-cluster=instance=https://199.204.45.65:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.65:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.65:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-10T01:11:12.202037Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-10T01:11:12.202054Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.65:2380"]} {"level":"info","ts":"2026-04-10T01:11:12.202074Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-10T01:11:12.202721Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.65:2379"]} {"level":"info","ts":"2026-04-10T01:11:12.202802Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.65:2380"],"listen-peer-urls":["https://199.204.45.65:2380"],"advertise-client-urls":["https://199.204.45.65:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.65:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.65:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-10T01:11:12.212788Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"9.744495ms"} {"level":"info","ts":"2026-04-10T01:11:12.22069Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"cf8c3a138c9a77a2","cluster-id":"c278183e1f634dff"} {"level":"info","ts":"2026-04-10T01:11:12.22082Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 switched to configuration voters=()"} {"level":"info","ts":"2026-04-10T01:11:12.220848Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 became follower at term 0"} {"level":"info","ts":"2026-04-10T01:11:12.220874Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft cf8c3a138c9a77a2 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-10T01:11:12.220887Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 became follower at term 1"} {"level":"info","ts":"2026-04-10T01:11:12.220945Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 switched to configuration voters=(14955392318228297634)"} {"level":"warn","ts":"2026-04-10T01:11:12.236763Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-10T01:11:12.238752Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-10T01:11:12.240149Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-10T01:11:12.243497Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"cf8c3a138c9a77a2","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-10T01:11:12.243705Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"cf8c3a138c9a77a2","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-10T01:11:12.243812Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-10T01:11:12.243985Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-10T01:11:12.244007Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-10T01:11:12.245819Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 switched to configuration voters=(14955392318228297634)"} {"level":"info","ts":"2026-04-10T01:11:12.246238Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"c278183e1f634dff","local-member-id":"cf8c3a138c9a77a2","added-peer-id":"cf8c3a138c9a77a2","added-peer-peer-urls":["https://199.204.45.65:2380"]} {"level":"info","ts":"2026-04-10T01:11:12.248279Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-10T01:11:12.248791Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.65:2380"} {"level":"info","ts":"2026-04-10T01:11:12.248829Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"cf8c3a138c9a77a2","initial-advertise-peer-urls":["https://199.204.45.65:2380"],"listen-peer-urls":["https://199.204.45.65:2380"],"advertise-client-urls":["https://199.204.45.65:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.65:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-10T01:11:12.248894Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.65:2380"} {"level":"info","ts":"2026-04-10T01:11:12.248901Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-10T01:11:12.522059Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 is starting a new election at term 1"} {"level":"info","ts":"2026-04-10T01:11:12.522147Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-10T01:11:12.522192Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 received MsgPreVoteResp from cf8c3a138c9a77a2 at term 1"} {"level":"info","ts":"2026-04-10T01:11:12.522212Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 became candidate at term 2"} {"level":"info","ts":"2026-04-10T01:11:12.522223Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 received MsgVoteResp from cf8c3a138c9a77a2 at term 2"} {"level":"info","ts":"2026-04-10T01:11:12.522246Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 became leader at term 2"} {"level":"info","ts":"2026-04-10T01:11:12.52226Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: cf8c3a138c9a77a2 elected leader cf8c3a138c9a77a2 at term 2"} {"level":"info","ts":"2026-04-10T01:11:12.523346Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"cf8c3a138c9a77a2","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.65:2379]}","request-path":"/0/members/cf8c3a138c9a77a2/attributes","cluster-id":"c278183e1f634dff","publish-timeout":"7s"} {"level":"info","ts":"2026-04-10T01:11:12.523366Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-10T01:11:12.523406Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-10T01:11:12.523372Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-10T01:11:12.523948Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-10T01:11:12.523994Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-10T01:11:12.52494Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"c278183e1f634dff","local-member-id":"cf8c3a138c9a77a2","cluster-version":"3.5"} {"level":"info","ts":"2026-04-10T01:11:12.525091Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-10T01:11:12.525135Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-10T01:11:12.526164Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.65:2379"} {"level":"info","ts":"2026-04-10T01:11:12.527036Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-10T01:11:15.267646Z","caller":"traceutil/trace.go:171","msg":"trace[2077774044] linearizableReadLoop","detail":"{readStateIndex:76; appliedIndex:75; }","duration":"242.436248ms","start":"2026-04-10T01:11:15.02517Z","end":"2026-04-10T01:11:15.267606Z","steps":["trace[2077774044] 'read index received' (duration: 242.101999ms)","trace[2077774044] 'applied index is now lower than readState.Index' (duration: 329.969µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:11:15.267799Z","caller":"traceutil/trace.go:171","msg":"trace[975308050] transaction","detail":"{read_only:false; response_revision:72; number_of_response:1; }","duration":"243.976789ms","start":"2026-04-10T01:11:15.02378Z","end":"2026-04-10T01:11:15.267757Z","steps":["trace[975308050] 'process raft request' (duration: 243.61889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:15.268091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.817277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-admin\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-10T01:11:15.268201Z","caller":"traceutil/trace.go:171","msg":"trace[1440930410] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-admin; range_end:; response_count:0; response_revision:72; }","duration":"243.070865ms","start":"2026-04-10T01:11:15.025106Z","end":"2026-04-10T01:11:15.268177Z","steps":["trace[1440930410] 'agreement among raft nodes before linearized reading' (duration: 242.716886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:15.268087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.957636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-10T01:11:15.26828Z","caller":"traceutil/trace.go:171","msg":"trace[163407596] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:72; }","duration":"143.341367ms","start":"2026-04-10T01:11:15.124923Z","end":"2026-04-10T01:11:15.268265Z","steps":["trace[163407596] 'agreement among raft nodes before linearized reading' (duration: 142.895254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:15.776333Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625762332728792,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:11:16.640329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.865759ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-10T01:11:16.6405Z","caller":"traceutil/trace.go:171","msg":"trace[1211115040] transaction","detail":"{read_only:false; response_revision:73; number_of_response:1; }","duration":"1.366452093s","start":"2026-04-10T01:11:15.274026Z","end":"2026-04-10T01:11:16.640478Z","steps":["trace[1211115040] 'process raft request' (duration: 903.779232ms)","trace[1211115040] 'compare' (duration: 461.644082ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:11:16.640592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:15.273999Z","time spent":"1.366559155s","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T01:11:16.68694Z","caller":"traceutil/trace.go:171","msg":"trace[2094064384] linearizableReadLoop","detail":"{readStateIndex:78; appliedIndex:76; }","duration":"1.411494421s","start":"2026-04-10T01:11:15.275413Z","end":"2026-04-10T01:11:16.686907Z","steps":["trace[2094064384] 'read index received' (duration: 902.409336ms)","trace[2094064384] 'applied index is now lower than readState.Index' (duration: 509.084165ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:11:16.68713Z","caller":"traceutil/trace.go:171","msg":"trace[1721498962] transaction","detail":"{read_only:false; response_revision:74; number_of_response:1; }","duration":"1.023550437s","start":"2026-04-10T01:11:15.663457Z","end":"2026-04-10T01:11:16.687008Z","steps":["trace[1721498962] 'process raft request' (duration: 1.02330574s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:16.687182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411737737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-10T01:11:16.687291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.733864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-10T01:11:16.68732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:15.663405Z","time spent":"1.023831625s","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3959,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T01:11:16.687423Z","caller":"traceutil/trace.go:171","msg":"trace[282763198] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:74; }","duration":"461.93164ms","start":"2026-04-10T01:11:16.225458Z","end":"2026-04-10T01:11:16.687389Z","steps":["trace[282763198] 'agreement among raft nodes before linearized reading' (duration: 461.729624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:16.687366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.815056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-10T01:11:16.687476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:16.225426Z","time spent":"462.042283ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T01:11:16.687425Z","caller":"traceutil/trace.go:171","msg":"trace[223590322] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:0; response_revision:74; }","duration":"1.411919282s","start":"2026-04-10T01:11:15.275386Z","end":"2026-04-10T01:11:16.687305Z","steps":["trace[223590322] 'agreement among raft nodes before linearized reading' (duration: 1.411676075s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:16.687594Z","caller":"traceutil/trace.go:171","msg":"trace[1363099967] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:0; response_revision:74; }","duration":"987.170526ms","start":"2026-04-10T01:11:15.700376Z","end":"2026-04-10T01:11:16.687547Z","steps":["trace[1363099967] 'agreement among raft nodes before linearized reading' (duration: 986.795595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:16.68763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:15.275375Z","time spent":"1.41223304s","remote":"127.0.0.1:48160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles/edit\" "} {"level":"warn","ts":"2026-04-10T01:11:16.687691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:15.700356Z","time spent":"987.32026ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-04-10T01:11:17.194916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.402444ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-10T01:11:17.195194Z","caller":"traceutil/trace.go:171","msg":"trace[891651945] linearizableReadLoop","detail":"{readStateIndex:79; appliedIndex:78; }","duration":"498.472837ms","start":"2026-04-10T01:11:16.696648Z","end":"2026-04-10T01:11:17.19512Z","steps":["trace[891651945] 'read index received' (duration: 236.28664ms)","trace[891651945] 'applied index is now lower than readState.Index' (duration: 262.179337ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:11:17.195336Z","caller":"traceutil/trace.go:171","msg":"trace[193523542] transaction","detail":"{read_only:false; response_revision:75; number_of_response:1; }","duration":"500.219254ms","start":"2026-04-10T01:11:16.694897Z","end":"2026-04-10T01:11:17.195116Z","steps":["trace[193523542] 'process raft request' (duration: 238.16244ms)","trace[193523542] 'compare' (duration: 257.51411ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:11:17.195436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.750414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cluster-admin\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-10T01:11:17.19577Z","caller":"traceutil/trace.go:171","msg":"trace[1292184313] range","detail":"{range_begin:/registry/clusterroles/cluster-admin; range_end:; response_count:0; response_revision:75; }","duration":"499.095883ms","start":"2026-04-10T01:11:16.69663Z","end":"2026-04-10T01:11:17.195726Z","steps":["trace[1292184313] 'agreement among raft nodes before linearized reading' (duration: 498.568759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:17.195867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:16.696615Z","time spent":"499.213125ms","remote":"127.0.0.1:48160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles/cluster-admin\" "} {"level":"warn","ts":"2026-04-10T01:11:17.195703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.099027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-10T01:11:17.196045Z","caller":"traceutil/trace.go:171","msg":"trace[1255875575] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:75; }","duration":"399.502978ms","start":"2026-04-10T01:11:16.796517Z","end":"2026-04-10T01:11:17.19602Z","steps":["trace[1255875575] 'agreement among raft nodes before linearized reading' (duration: 398.889961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:17.196162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:16.796492Z","time spent":"399.628143ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T01:11:17.19657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:16.694886Z","time spent":"500.859711ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T01:11:17.475925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.245003ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-10T01:11:17.476066Z","caller":"traceutil/trace.go:171","msg":"trace[115355270] linearizableReadLoop","detail":"{readStateIndex:81; appliedIndex:80; }","duration":"211.215877ms","start":"2026-04-10T01:11:17.264829Z","end":"2026-04-10T01:11:17.476045Z","steps":["trace[115355270] 'read index received' (duration: 74.726117ms)","trace[115355270] 'applied index is now lower than readState.Index' (duration: 136.48833ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:11:17.476101Z","caller":"traceutil/trace.go:171","msg":"trace[116168518] transaction","detail":"{read_only:false; response_revision:77; number_of_response:1; }","duration":"275.612442ms","start":"2026-04-10T01:11:17.200435Z","end":"2026-04-10T01:11:17.476048Z","steps":["trace[116168518] 'process raft request' (duration: 139.127692ms)","trace[116168518] 'compare' (duration: 136.048908ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:11:17.476331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.494195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:discovery\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-10T01:11:17.476383Z","caller":"traceutil/trace.go:171","msg":"trace[803055844] range","detail":"{range_begin:/registry/clusterroles/system:discovery; range_end:; response_count:0; response_revision:77; }","duration":"211.576506ms","start":"2026-04-10T01:11:17.264792Z","end":"2026-04-10T01:11:17.476369Z","steps":["trace[803055844] 'agreement among raft nodes before linearized reading' (duration: 211.340119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:17.504895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.839417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-10T01:11:17.505023Z","caller":"traceutil/trace.go:171","msg":"trace[690290538] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:78; }","duration":"207.013182ms","start":"2026-04-10T01:11:17.297987Z","end":"2026-04-10T01:11:17.505Z","steps":["trace[690290538] 'agreement among raft nodes before linearized reading' (duration: 206.712244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:17.895654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.989498ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-04-10T01:11:17.895814Z","caller":"traceutil/trace.go:171","msg":"trace[1990294294] transaction","detail":"{read_only:false; response_revision:80; number_of_response:1; }","duration":"331.744863ms","start":"2026-04-10T01:11:17.564044Z","end":"2026-04-10T01:11:17.895789Z","steps":["trace[1990294294] 'process raft request' (duration: 214.326173ms)","trace[1990294294] 'compare' (duration: 116.819703ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:11:17.895886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:17.564026Z","time spent":"331.828485ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:11:17.899654Z","caller":"traceutil/trace.go:171","msg":"trace[1769328545] linearizableReadLoop","detail":"{readStateIndex:86; appliedIndex:83; }","duration":"174.679902ms","start":"2026-04-10T01:11:17.724946Z","end":"2026-04-10T01:11:17.899626Z","steps":["trace[1769328545] 'read index received' (duration: 53.403765ms)","trace[1769328545] 'applied index is now lower than readState.Index' (duration: 121.274817ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:11:17.899832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.852217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-10T01:11:17.899798Z","caller":"traceutil/trace.go:171","msg":"trace[1343450366] transaction","detail":"{read_only:false; response_revision:81; number_of_response:1; }","duration":"334.076505ms","start":"2026-04-10T01:11:17.565682Z","end":"2026-04-10T01:11:17.899759Z","steps":["trace[1343450366] 'process raft request' (duration: 333.760636ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:17.899859Z","caller":"traceutil/trace.go:171","msg":"trace[686537693] transaction","detail":"{read_only:false; response_revision:82; number_of_response:1; }","duration":"221.409593ms","start":"2026-04-10T01:11:17.678426Z","end":"2026-04-10T01:11:17.899836Z","steps":["trace[686537693] 'process raft request' (duration: 221.153687ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:17.899914Z","caller":"traceutil/trace.go:171","msg":"trace[1493752480] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:82; }","duration":"174.99785ms","start":"2026-04-10T01:11:17.724891Z","end":"2026-04-10T01:11:17.899889Z","steps":["trace[1493752480] 'agreement among raft nodes before linearized reading' (duration: 174.844157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:17.899987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:17.565641Z","time spent":"334.276781ms","remote":"127.0.0.1:48160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":621,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T01:11:18.150627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.434468ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-10T01:11:18.150797Z","caller":"traceutil/trace.go:171","msg":"trace[923543006] transaction","detail":"{read_only:false; response_revision:85; number_of_response:1; }","duration":"160.962118ms","start":"2026-04-10T01:11:17.989807Z","end":"2026-04-10T01:11:18.150769Z","steps":["trace[923543006] 'process raft request' (duration: 46.299592ms)","trace[923543006] 'compare' (duration: 114.259564ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:11:23.942926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.025751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-10T01:11:23.943068Z","caller":"traceutil/trace.go:171","msg":"trace[294200964] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:309; }","duration":"142.261687ms","start":"2026-04-10T01:11:23.800778Z","end":"2026-04-10T01:11:23.943039Z","steps":["trace[294200964] 'range keys from in-memory index tree' (duration: 141.898777ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:24.127566Z","caller":"traceutil/trace.go:171","msg":"trace[295735773] transaction","detail":"{read_only:false; response_revision:310; number_of_response:1; }","duration":"181.116337ms","start":"2026-04-10T01:11:23.946417Z","end":"2026-04-10T01:11:24.127534Z","steps":["trace[295735773] 'process raft request' (duration: 180.924881ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:24.200525Z","caller":"traceutil/trace.go:171","msg":"trace[1238214315] transaction","detail":"{read_only:false; response_revision:311; number_of_response:1; }","duration":"253.004436ms","start":"2026-04-10T01:11:23.94748Z","end":"2026-04-10T01:11:24.200485Z","steps":["trace[1238214315] 'process raft request' (duration: 250.009124ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:24.35545Z","caller":"traceutil/trace.go:171","msg":"trace[845579674] transaction","detail":"{read_only:false; response_revision:313; number_of_response:1; }","duration":"147.322036ms","start":"2026-04-10T01:11:24.208087Z","end":"2026-04-10T01:11:24.355409Z","steps":["trace[845579674] 'process raft request' (duration: 128.569464ms)","trace[845579674] 'compare' (duration: 18.470253ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:11:24.675175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.256235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:11:24.675204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.792504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-04-10T01:11:24.675299Z","caller":"traceutil/trace.go:171","msg":"trace[1696001730] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:315; }","duration":"218.915687ms","start":"2026-04-10T01:11:24.456364Z","end":"2026-04-10T01:11:24.67528Z","steps":["trace[1696001730] 'range keys from in-memory index tree' (duration: 218.630519ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:24.675296Z","caller":"traceutil/trace.go:171","msg":"trace[71968885] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:0; response_revision:315; }","duration":"205.470131ms","start":"2026-04-10T01:11:24.469799Z","end":"2026-04-10T01:11:24.675269Z","steps":["trace[71968885] 'range keys from in-memory index tree' (duration: 205.134191ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:24.791588Z","caller":"traceutil/trace.go:171","msg":"trace[124088937] linearizableReadLoop","detail":"{readStateIndex:331; appliedIndex:330; }","duration":"110.209124ms","start":"2026-04-10T01:11:24.68135Z","end":"2026-04-10T01:11:24.791559Z","steps":["trace[124088937] 'read index received' (duration: 110.015679ms)","trace[124088937] 'applied index is now lower than readState.Index' (duration: 192.045µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:11:24.791644Z","caller":"traceutil/trace.go:171","msg":"trace[664715929] transaction","detail":"{read_only:false; response_revision:316; number_of_response:1; }","duration":"111.680234ms","start":"2026-04-10T01:11:24.679916Z","end":"2026-04-10T01:11:24.791596Z","steps":["trace[664715929] 'process raft request' (duration: 111.475048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:24.791789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.42ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-10T01:11:24.791839Z","caller":"traceutil/trace.go:171","msg":"trace[1423143915] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:316; }","duration":"110.505182ms","start":"2026-04-10T01:11:24.68132Z","end":"2026-04-10T01:11:24.791825Z","steps":["trace[1423143915] 'agreement among raft nodes before linearized reading' (duration: 110.358049ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:24.79919Z","caller":"traceutil/trace.go:171","msg":"trace[1595320318] transaction","detail":"{read_only:false; response_revision:317; number_of_response:1; }","duration":"110.024018ms","start":"2026-04-10T01:11:24.689137Z","end":"2026-04-10T01:11:24.799161Z","steps":["trace[1595320318] 'process raft request' (duration: 109.865784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:25.415472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.888275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:11:25.415584Z","caller":"traceutil/trace.go:171","msg":"trace[1126896543] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:0; response_revision:324; }","duration":"365.078091ms","start":"2026-04-10T01:11:25.050482Z","end":"2026-04-10T01:11:25.41556Z","steps":["trace[1126896543] 'range keys from in-memory index tree' (duration: 364.762672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:25.41564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:25.050453Z","time spent":"365.176692ms","remote":"127.0.0.1:47996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"info","ts":"2026-04-10T01:11:25.920446Z","caller":"traceutil/trace.go:171","msg":"trace[1431717432] transaction","detail":"{read_only:false; response_revision:325; number_of_response:1; }","duration":"496.923255ms","start":"2026-04-10T01:11:25.423496Z","end":"2026-04-10T01:11:25.92042Z","steps":["trace[1431717432] 'process raft request' (duration: 496.76568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:25.920592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:25.423465Z","time spent":"497.062589ms","remote":"127.0.0.1:47996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":178,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T01:11:26.706827Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625762332729338,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:11:27.207626Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625762332729338,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:11:27.707858Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625762332729338,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:11:27.787127Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.657900037s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T01:11:28.70901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.567898ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:11:28.709158Z","caller":"traceutil/trace.go:171","msg":"trace[2104179997] linearizableReadLoop","detail":"{readStateIndex:341; appliedIndex:340; }","duration":"2.50260553s","start":"2026-04-10T01:11:26.206528Z","end":"2026-04-10T01:11:28.709133Z","steps":["trace[2104179997] 'read index received' (duration: 1.580766414s)","trace[2104179997] 'applied index is now lower than readState.Index' (duration: 921.837416ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:11:28.709239Z","caller":"traceutil/trace.go:171","msg":"trace[483300980] transaction","detail":"{read_only:false; response_revision:326; number_of_response:1; }","duration":"2.77777199s","start":"2026-04-10T01:11:25.931413Z","end":"2026-04-10T01:11:28.709185Z","steps":["trace[483300980] 'process raft request' (duration: 1.855936224s)","trace[483300980] 'compare' (duration: 921.332442ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:11:28.709334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.424573212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-10T01:11:28.709367Z","caller":"traceutil/trace.go:171","msg":"trace[412326979] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:326; }","duration":"2.424612233s","start":"2026-04-10T01:11:26.284743Z","end":"2026-04-10T01:11:28.709356Z","steps":["trace[412326979] 'agreement among raft nodes before linearized reading' (duration: 2.42449887s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:28.709401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:26.284671Z","time spent":"2.424720918s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T01:11:28.709445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:25.931376Z","time spent":"2.777953945s","remote":"127.0.0.1:47996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":194,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T01:11:28.709685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.503150285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-10T01:11:28.709751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.276992551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-04-10T01:11:28.709837Z","caller":"traceutil/trace.go:171","msg":"trace[1200840631] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:326; }","duration":"2.503319679s","start":"2026-04-10T01:11:26.206458Z","end":"2026-04-10T01:11:28.709778Z","steps":["trace[1200840631] 'agreement among raft nodes before linearized reading' (duration: 2.502768414s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:28.70988Z","caller":"traceutil/trace.go:171","msg":"trace[1130419643] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:326; }","duration":"2.277186596s","start":"2026-04-10T01:11:26.432671Z","end":"2026-04-10T01:11:28.709857Z","steps":["trace[1130419643] 'agreement among raft nodes before linearized reading' (duration: 2.27695659s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:28.709892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:26.206405Z","time spent":"2.503450524s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T01:11:28.70989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.872898397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-10T01:11:28.709933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:26.432636Z","time spent":"2.277285089s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T01:11:28.7099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327662617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4322"} {"level":"info","ts":"2026-04-10T01:11:28.709975Z","caller":"traceutil/trace.go:171","msg":"trace[1824205811] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:326; }","duration":"1.873012461s","start":"2026-04-10T01:11:26.836932Z","end":"2026-04-10T01:11:28.709944Z","steps":["trace[1824205811] 'agreement among raft nodes before linearized reading' (duration: 1.872770783s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:28.710025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:26.836911Z","time spent":"1.873101062s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-10T01:11:28.710033Z","caller":"traceutil/trace.go:171","msg":"trace[1695023402] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:326; }","duration":"1.327842991s","start":"2026-04-10T01:11:27.382152Z","end":"2026-04-10T01:11:28.709995Z","steps":["trace[1695023402] 'agreement among raft nodes before linearized reading' (duration: 1.327496731s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:28.710093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:27.38213Z","time spent":"1.327953465s","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4346,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-04-10T01:11:29.217089Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625762332729342,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:11:29.695009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.551398ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:11:29.695122Z","caller":"traceutil/trace.go:171","msg":"trace[425740477] transaction","detail":"{read_only:false; response_revision:327; number_of_response:1; }","duration":"979.696222ms","start":"2026-04-10T01:11:28.715406Z","end":"2026-04-10T01:11:29.695103Z","steps":["trace[425740477] 'process raft request' (duration: 826.948739ms)","trace[425740477] 'compare' (duration: 152.369893ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:11:29.695184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:28.715387Z","time spent":"979.765785ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:11:29.707082Z","caller":"traceutil/trace.go:171","msg":"trace[1282324612] transaction","detail":"{read_only:false; response_revision:328; number_of_response:1; }","duration":"991.465922ms","start":"2026-04-10T01:11:28.715587Z","end":"2026-04-10T01:11:29.707053Z","steps":["trace[1282324612] 'process raft request' (duration: 991.207096ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:29.707095Z","caller":"traceutil/trace.go:171","msg":"trace[1454302604] transaction","detail":"{read_only:false; response_revision:329; number_of_response:1; }","duration":"991.322509ms","start":"2026-04-10T01:11:28.715731Z","end":"2026-04-10T01:11:29.707054Z","steps":["trace[1454302604] 'process raft request' (duration: 991.206796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:29.707237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:28.715565Z","time spent":"991.583946ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:11:29.707271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:28.715722Z","time spent":"991.461124ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:11:29.707445Z","caller":"traceutil/trace.go:171","msg":"trace[1988220480] transaction","detail":"{read_only:false; response_revision:330; number_of_response:1; }","duration":"990.755584ms","start":"2026-04-10T01:11:28.716668Z","end":"2026-04-10T01:11:29.707423Z","steps":["trace[1988220480] 'process raft request' (duration: 990.329062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:29.707534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:28.716651Z","time spent":"990.845355ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:11:29.707533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.95621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-10T01:11:29.707441Z","caller":"traceutil/trace.go:171","msg":"trace[803665644] linearizableReadLoop","detail":"{readStateIndex:346; appliedIndex:341; }","duration":"990.860497ms","start":"2026-04-10T01:11:28.716562Z","end":"2026-04-10T01:11:29.707422Z","steps":["trace[803665644] 'read index received' (duration: 825.807718ms)","trace[803665644] 'applied index is now lower than readState.Index' (duration: 165.051339ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:11:29.707587Z","caller":"traceutil/trace.go:171","msg":"trace[756966300] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:331; }","duration":"991.060992ms","start":"2026-04-10T01:11:28.716515Z","end":"2026-04-10T01:11:29.707576Z","steps":["trace[756966300] 'agreement among raft nodes before linearized reading' (duration: 990.966839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:29.707626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:28.716506Z","time spent":"991.112764ms","remote":"127.0.0.1:47902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-04-10T01:11:29.707574Z","caller":"traceutil/trace.go:171","msg":"trace[712403127] transaction","detail":"{read_only:false; response_revision:331; number_of_response:1; }","duration":"989.475899ms","start":"2026-04-10T01:11:28.718055Z","end":"2026-04-10T01:11:29.707531Z","steps":["trace[712403127] 'process raft request' (duration: 989.273563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:29.707831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:28.718046Z","time spent":"989.681445ms","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4307,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:11:29.707935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.816653ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:11:29.707982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.506494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.65\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-10T01:11:29.708012Z","caller":"traceutil/trace.go:171","msg":"trace[2082562554] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:331; }","duration":"262.895046ms","start":"2026-04-10T01:11:29.445108Z","end":"2026-04-10T01:11:29.708003Z","steps":["trace[2082562554] 'agreement among raft nodes before linearized reading' (duration: 262.802813ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:29.708027Z","caller":"traceutil/trace.go:171","msg":"trace[868100145] range","detail":"{range_begin:/registry/masterleases/199.204.45.65; range_end:; response_count:1; response_revision:331; }","duration":"681.625828ms","start":"2026-04-10T01:11:29.026389Z","end":"2026-04-10T01:11:29.708015Z","steps":["trace[868100145] 'agreement among raft nodes before linearized reading' (duration: 681.540056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:29.708059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:29.026347Z","time spent":"681.704389ms","remote":"127.0.0.1:47834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.65\" "} {"level":"warn","ts":"2026-04-10T01:11:29.708259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.552581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:11:29.708437Z","caller":"traceutil/trace.go:171","msg":"trace[1752227254] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:331; }","duration":"723.834798ms","start":"2026-04-10T01:11:28.984575Z","end":"2026-04-10T01:11:29.70841Z","steps":["trace[1752227254] 'agreement among raft nodes before linearized reading' (duration: 723.354985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:29.708523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:28.984555Z","time spent":"723.954242ms","remote":"127.0.0.1:47820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T01:11:30.909635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.686384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4428"} {"level":"info","ts":"2026-04-10T01:11:30.909767Z","caller":"traceutil/trace.go:171","msg":"trace[1758812185] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:388; }","duration":"366.920081ms","start":"2026-04-10T01:11:30.54282Z","end":"2026-04-10T01:11:30.90974Z","steps":["trace[1758812185] 'range keys from in-memory index tree' (duration: 366.51611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:30.909826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:30.542794Z","time spent":"367.020883ms","remote":"127.0.0.1:47970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4452,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-10T01:11:30.918847Z","caller":"traceutil/trace.go:171","msg":"trace[1762285350] transaction","detail":"{read_only:false; response_revision:389; number_of_response:1; }","duration":"174.769993ms","start":"2026-04-10T01:11:30.74402Z","end":"2026-04-10T01:11:30.91879Z","steps":["trace[1762285350] 'process raft request' (duration: 174.376082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:31.581095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.690177ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:11:31.581227Z","caller":"traceutil/trace.go:171","msg":"trace[388778551] linearizableReadLoop","detail":"{readStateIndex:410; appliedIndex:409; }","duration":"305.144727ms","start":"2026-04-10T01:11:31.276066Z","end":"2026-04-10T01:11:31.581211Z","steps":["trace[388778551] 'read index received' (duration: 84.612µs)","trace[388778551] 'applied index is now lower than readState.Index' (duration: 305.058385ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:11:31.581321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.26531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:11:31.581346Z","caller":"traceutil/trace.go:171","msg":"trace[1113869200] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:393; }","duration":"305.352442ms","start":"2026-04-10T01:11:31.275983Z","end":"2026-04-10T01:11:31.581336Z","steps":["trace[1113869200] 'agreement among raft nodes before linearized reading' (duration: 305.27089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:31.581383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:31.27595Z","time spent":"305.427004ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T01:11:31.581355Z","caller":"traceutil/trace.go:171","msg":"trace[564087026] transaction","detail":"{read_only:false; response_revision:393; number_of_response:1; }","duration":"500.40969ms","start":"2026-04-10T01:11:31.080883Z","end":"2026-04-10T01:11:31.581292Z","steps":["trace[564087026] 'process raft request' (duration: 50.443135ms)","trace[564087026] 'compare' (duration: 449.521442ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:11:31.581592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:31.080852Z","time spent":"500.627964ms","remote":"127.0.0.1:48342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T01:11:32.057379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.527534ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:11:32.057692Z","caller":"traceutil/trace.go:171","msg":"trace[1881059699] transaction","detail":"{read_only:false; response_revision:399; number_of_response:1; }","duration":"317.863414ms","start":"2026-04-10T01:11:31.739805Z","end":"2026-04-10T01:11:32.057669Z","steps":["trace[1881059699] 'process raft request' (duration: 317.802602ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:32.05771Z","caller":"traceutil/trace.go:171","msg":"trace[1339131949] transaction","detail":"{read_only:false; response_revision:397; number_of_response:1; }","duration":"318.092201ms","start":"2026-04-10T01:11:31.739542Z","end":"2026-04-10T01:11:32.057634Z","steps":["trace[1339131949] 'process raft request' (duration: 80.174646ms)","trace[1339131949] 'compare' (duration: 237.331638ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:11:32.057799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:31.739778Z","time spent":"317.977357ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:11:32.057772Z","caller":"traceutil/trace.go:171","msg":"trace[870592085] transaction","detail":"{read_only:false; response_revision:398; number_of_response:1; }","duration":"318.149822ms","start":"2026-04-10T01:11:31.73958Z","end":"2026-04-10T01:11:32.05773Z","steps":["trace[870592085] 'process raft request' (duration: 317.950577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:32.057968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:31.739556Z","time spent":"318.311146ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:11:32.057969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:31.739512Z","time spent":"318.328626ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:11:36.075005Z","caller":"traceutil/trace.go:171","msg":"trace[1269338595] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"290.781796ms","start":"2026-04-10T01:11:35.784197Z","end":"2026-04-10T01:11:36.074978Z","steps":["trace[1269338595] 'process raft request' (duration: 290.595001ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:36.410085Z","caller":"traceutil/trace.go:171","msg":"trace[391142053] transaction","detail":"{read_only:false; response_revision:407; number_of_response:1; }","duration":"330.853018ms","start":"2026-04-10T01:11:36.079204Z","end":"2026-04-10T01:11:36.410057Z","steps":["trace[391142053] 'process raft request' (duration: 330.764565ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:36.410269Z","caller":"traceutil/trace.go:171","msg":"trace[429233809] linearizableReadLoop","detail":"{readStateIndex:426; appliedIndex:423; }","duration":"138.66915ms","start":"2026-04-10T01:11:36.271582Z","end":"2026-04-10T01:11:36.410251Z","steps":["trace[429233809] 'read index received' (duration: 78.960312ms)","trace[429233809] 'applied index is now lower than readState.Index' (duration: 59.707018ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:11:36.410123Z","caller":"traceutil/trace.go:171","msg":"trace[133523506] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"331.448323ms","start":"2026-04-10T01:11:36.078629Z","end":"2026-04-10T01:11:36.410077Z","steps":["trace[133523506] 'process raft request' (duration: 271.727705ms)","trace[133523506] 'compare' (duration: 59.422061ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:11:36.410409Z","caller":"traceutil/trace.go:171","msg":"trace[336948598] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"331.113244ms","start":"2026-04-10T01:11:36.079268Z","end":"2026-04-10T01:11:36.410381Z","steps":["trace[336948598] 'process raft request' (duration: 330.750575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:36.410444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.836374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:11:36.410493Z","caller":"traceutil/trace.go:171","msg":"trace[418523383] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:408; }","duration":"138.943567ms","start":"2026-04-10T01:11:36.271536Z","end":"2026-04-10T01:11:36.41048Z","steps":["trace[418523383] 'agreement among raft nodes before linearized reading' (duration: 138.798884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:36.41049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:36.079186Z","time spent":"331.086593ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:11:36.410574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:36.07926Z","time spent":"331.221028ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:11:36.410713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:36.078612Z","time spent":"331.850566ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:11:39.295601Z","caller":"traceutil/trace.go:171","msg":"trace[1483057830] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"176.1497ms","start":"2026-04-10T01:11:39.119416Z","end":"2026-04-10T01:11:39.295566Z","steps":["trace[1483057830] 'process raft request' (duration: 175.532874ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:40.204043Z","caller":"traceutil/trace.go:171","msg":"trace[1867817166] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"107.259593ms","start":"2026-04-10T01:11:40.096732Z","end":"2026-04-10T01:11:40.203992Z","steps":["trace[1867817166] 'process raft request' (duration: 107.004266ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:42.041765Z","caller":"traceutil/trace.go:171","msg":"trace[447445378] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"903.421323ms","start":"2026-04-10T01:11:41.138303Z","end":"2026-04-10T01:11:42.041725Z","steps":["trace[447445378] 'process raft request' (duration: 901.186932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:42.041967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:41.13827Z","time spent":"903.612088ms","remote":"127.0.0.1:48306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3678,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T01:11:42.068621Z","caller":"traceutil/trace.go:171","msg":"trace[1164431150] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"635.13896ms","start":"2026-04-10T01:11:41.433449Z","end":"2026-04-10T01:11:42.068588Z","steps":["trace[1164431150] 'process raft request' (duration: 634.967316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:42.068821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:41.433413Z","time spent":"635.302606ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:11:43.008801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.921606ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:11:43.009059Z","caller":"traceutil/trace.go:171","msg":"trace[1976159934] linearizableReadLoop","detail":"{readStateIndex:458; appliedIndex:456; }","duration":"800.035746ms","start":"2026-04-10T01:11:42.208994Z","end":"2026-04-10T01:11:43.009029Z","steps":["trace[1976159934] 'read index received' (duration: 17.918629ms)","trace[1976159934] 'applied index is now lower than readState.Index' (duration: 782.114827ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:11:43.009189Z","caller":"traceutil/trace.go:171","msg":"trace[247663924] transaction","detail":"{read_only:false; response_revision:438; number_of_response:1; }","duration":"799.902931ms","start":"2026-04-10T01:11:42.209268Z","end":"2026-04-10T01:11:43.009171Z","steps":["trace[247663924] 'process raft request' (duration: 799.670935ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:43.009237Z","caller":"traceutil/trace.go:171","msg":"trace[1347095597] transaction","detail":"{read_only:false; response_revision:437; number_of_response:1; }","duration":"805.045701ms","start":"2026-04-10T01:11:42.204159Z","end":"2026-04-10T01:11:43.009204Z","steps":["trace[1347095597] 'process raft request' (duration: 198.623534ms)","trace[1347095597] 'compare' (duration: 605.727609ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:11:43.00926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.256752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-10T01:11:43.009292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:42.209237Z","time spent":"799.994415ms","remote":"127.0.0.1:48268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4157,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:11:43.009331Z","caller":"traceutil/trace.go:171","msg":"trace[296693573] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:438; }","duration":"800.353583ms","start":"2026-04-10T01:11:42.208957Z","end":"2026-04-10T01:11:43.009311Z","steps":["trace[296693573] 'agreement among raft nodes before linearized reading' (duration: 800.22527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:43.009349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:42.204141Z","time spent":"805.157075ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":687,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T01:11:43.009384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:42.208947Z","time spent":"800.423036ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T01:11:43.399302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.345781ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:11:43.399811Z","caller":"traceutil/trace.go:171","msg":"trace[1260930930] transaction","detail":"{read_only:false; response_revision:440; number_of_response:1; }","duration":"1.163785979s","start":"2026-04-10T01:11:42.235995Z","end":"2026-04-10T01:11:43.399781Z","steps":["trace[1260930930] 'process raft request' (duration: 1.163661096s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:43.399831Z","caller":"traceutil/trace.go:171","msg":"trace[587487819] transaction","detail":"{read_only:false; response_revision:439; number_of_response:1; }","duration":"1.163922873s","start":"2026-04-10T01:11:42.235859Z","end":"2026-04-10T01:11:43.399782Z","steps":["trace[587487819] 'process raft request' (duration: 951.990526ms)","trace[587487819] 'compare' (duration: 211.189837ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:11:43.399873Z","caller":"traceutil/trace.go:171","msg":"trace[984926409] linearizableReadLoop","detail":"{readStateIndex:461; appliedIndex:459; }","duration":"390.71494ms","start":"2026-04-10T01:11:43.009116Z","end":"2026-04-10T01:11:43.399831Z","steps":["trace[984926409] 'read index received' (duration: 178.748502ms)","trace[984926409] 'applied index is now lower than readState.Index' (duration: 211.963208ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:11:43.39994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:42.235926Z","time spent":"1.163954365s","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3563,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T01:11:43.399982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.499141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-10T01:11:43.400001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.484362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T01:11:43.400024Z","caller":"traceutil/trace.go:171","msg":"trace[1274566652] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:442; }","duration":"919.581823ms","start":"2026-04-10T01:11:42.48043Z","end":"2026-04-10T01:11:43.400012Z","steps":["trace[1274566652] 'agreement among raft nodes before linearized reading' (duration: 919.48428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:43.400063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:42.480403Z","time spent":"919.654447ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T01:11:43.400047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:42.235819Z","time spent":"1.164103848s","remote":"127.0.0.1:48306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3804,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:11:43.400067Z","caller":"traceutil/trace.go:171","msg":"trace[1365528828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:442; }","duration":"919.614185ms","start":"2026-04-10T01:11:42.480434Z","end":"2026-04-10T01:11:43.400048Z","steps":["trace[1365528828] 'agreement among raft nodes before linearized reading' (duration: 919.4411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:43.40007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128537299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:11:43.400052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.405579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-10T01:11:43.400128Z","caller":"traceutil/trace.go:171","msg":"trace[1727405601] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:442; }","duration":"1.128670893s","start":"2026-04-10T01:11:42.271439Z","end":"2026-04-10T01:11:43.40011Z","steps":["trace[1727405601] 'agreement among raft nodes before linearized reading' (duration: 1.128520059s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:43.400177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:42.271414Z","time spent":"1.128753945s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T01:11:43.400112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:42.4804Z","time spent":"919.703838ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-10T01:11:43.400172Z","caller":"traceutil/trace.go:171","msg":"trace[1002905347] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:442; }","duration":"919.579394ms","start":"2026-04-10T01:11:42.480562Z","end":"2026-04-10T01:11:43.400141Z","steps":["trace[1002905347] 'agreement among raft nodes before linearized reading' (duration: 919.329717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:43.400295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:42.480529Z","time spent":"919.759739ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-10T01:11:43.4003Z","caller":"traceutil/trace.go:171","msg":"trace[555500172] transaction","detail":"{read_only:false; response_revision:442; number_of_response:1; }","duration":"380.702397ms","start":"2026-04-10T01:11:43.019559Z","end":"2026-04-10T01:11:43.400262Z","steps":["trace[555500172] 'process raft request' (duration: 380.219983ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:43.400036Z","caller":"traceutil/trace.go:171","msg":"trace[557031030] transaction","detail":"{read_only:false; response_revision:441; number_of_response:1; }","duration":"385.95624ms","start":"2026-04-10T01:11:43.01403Z","end":"2026-04-10T01:11:43.399986Z","steps":["trace[557031030] 'process raft request' (duration: 385.699073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:43.400361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:43.014001Z","time spent":"386.33668ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:11:43.400372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:43.019541Z","time spent":"380.792499ms","remote":"127.0.0.1:48268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4157,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:11:43.601573Z","caller":"traceutil/trace.go:171","msg":"trace[797744799] transaction","detail":"{read_only:false; response_revision:443; number_of_response:1; }","duration":"197.263157ms","start":"2026-04-10T01:11:43.404268Z","end":"2026-04-10T01:11:43.601531Z","steps":["trace[797744799] 'process raft request' (duration: 106.246706ms)","trace[797744799] 'compare' (duration: 90.856716ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:11:43.63079Z","caller":"traceutil/trace.go:171","msg":"trace[767917109] transaction","detail":"{read_only:false; response_revision:444; number_of_response:1; }","duration":"224.360425ms","start":"2026-04-10T01:11:43.40639Z","end":"2026-04-10T01:11:43.63075Z","steps":["trace[767917109] 'process raft request' (duration: 224.024716ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:43.630816Z","caller":"traceutil/trace.go:171","msg":"trace[254934999] transaction","detail":"{read_only:false; response_revision:446; number_of_response:1; }","duration":"224.236822ms","start":"2026-04-10T01:11:43.406535Z","end":"2026-04-10T01:11:43.630772Z","steps":["trace[254934999] 'process raft request' (duration: 224.088468ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:43.630936Z","caller":"traceutil/trace.go:171","msg":"trace[603925607] transaction","detail":"{read_only:false; response_revision:447; number_of_response:1; }","duration":"222.799283ms","start":"2026-04-10T01:11:43.40806Z","end":"2026-04-10T01:11:43.630859Z","steps":["trace[603925607] 'process raft request' (duration: 222.612748ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:43.630977Z","caller":"traceutil/trace.go:171","msg":"trace[1854446058] transaction","detail":"{read_only:false; response_revision:448; number_of_response:1; }","duration":"220.951972ms","start":"2026-04-10T01:11:43.409978Z","end":"2026-04-10T01:11:43.63093Z","steps":["trace[1854446058] 'process raft request' (duration: 220.751217ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:43.631034Z","caller":"traceutil/trace.go:171","msg":"trace[355929758] linearizableReadLoop","detail":"{readStateIndex:467; appliedIndex:463; }","duration":"222.949436ms","start":"2026-04-10T01:11:43.408067Z","end":"2026-04-10T01:11:43.631016Z","steps":["trace[355929758] 'read index received' (duration: 102.483223ms)","trace[355929758] 'applied index is now lower than readState.Index' (duration: 120.465133ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:11:43.631071Z","caller":"traceutil/trace.go:171","msg":"trace[382498298] transaction","detail":"{read_only:false; response_revision:449; number_of_response:1; }","duration":"218.871376ms","start":"2026-04-10T01:11:43.412187Z","end":"2026-04-10T01:11:43.631058Z","steps":["trace[382498298] 'process raft request' (duration: 218.576987ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:43.630999Z","caller":"traceutil/trace.go:171","msg":"trace[1574844554] transaction","detail":"{read_only:false; response_revision:445; number_of_response:1; }","duration":"224.508939ms","start":"2026-04-10T01:11:43.406466Z","end":"2026-04-10T01:11:43.630975Z","steps":["trace[1574844554] 'process raft request' (duration: 224.113438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:43.631226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.469676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4172"} {"level":"warn","ts":"2026-04-10T01:11:43.631159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.08028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:11:43.631253Z","caller":"traceutil/trace.go:171","msg":"trace[1794503570] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:449; }","duration":"221.533288ms","start":"2026-04-10T01:11:43.40971Z","end":"2026-04-10T01:11:43.631243Z","steps":["trace[1794503570] 'agreement among raft nodes before linearized reading' (duration: 221.481727ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:43.631268Z","caller":"traceutil/trace.go:171","msg":"trace[1889606982] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:449; }","duration":"223.234133ms","start":"2026-04-10T01:11:43.408013Z","end":"2026-04-10T01:11:43.631247Z","steps":["trace[1889606982] 'agreement among raft nodes before linearized reading' (duration: 223.09582ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:47.897533Z","caller":"traceutil/trace.go:171","msg":"trace[840408192] linearizableReadLoop","detail":"{readStateIndex:480; appliedIndex:479; }","duration":"243.62341ms","start":"2026-04-10T01:11:47.653878Z","end":"2026-04-10T01:11:47.897501Z","steps":["trace[840408192] 'read index received' (duration: 243.444135ms)","trace[840408192] 'applied index is now lower than readState.Index' (duration: 177.995µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:11:47.897643Z","caller":"traceutil/trace.go:171","msg":"trace[811269350] transaction","detail":"{read_only:false; response_revision:458; number_of_response:1; }","duration":"470.853084ms","start":"2026-04-10T01:11:47.426744Z","end":"2026-04-10T01:11:47.897597Z","steps":["trace[811269350] 'process raft request' (duration: 470.578536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:47.897729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.818464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-10T01:11:47.897787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.13136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-10T01:11:47.897803Z","caller":"traceutil/trace.go:171","msg":"trace[1572357810] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:458; }","duration":"243.917608ms","start":"2026-04-10T01:11:47.653868Z","end":"2026-04-10T01:11:47.897786Z","steps":["trace[1572357810] 'agreement among raft nodes before linearized reading' (duration: 243.755864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:47.897811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:47.426715Z","time spent":"471.014008ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:11:47.897835Z","caller":"traceutil/trace.go:171","msg":"trace[823765696] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:458; }","duration":"238.271295ms","start":"2026-04-10T01:11:47.65955Z","end":"2026-04-10T01:11:47.897821Z","steps":["trace[823765696] 'agreement among raft nodes before linearized reading' (duration: 238.13274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:47.897928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.292694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T01:11:47.898024Z","caller":"traceutil/trace.go:171","msg":"trace[324730650] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:458; }","duration":"238.451679ms","start":"2026-04-10T01:11:47.65955Z","end":"2026-04-10T01:11:47.898002Z","steps":["trace[324730650] 'agreement among raft nodes before linearized reading' (duration: 238.240993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:48.946033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.384425ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:11:48.946205Z","caller":"traceutil/trace.go:171","msg":"trace[1951447102] transaction","detail":"{read_only:false; response_revision:459; number_of_response:1; }","duration":"1.043327207s","start":"2026-04-10T01:11:47.902828Z","end":"2026-04-10T01:11:48.946156Z","steps":["trace[1951447102] 'process raft request' (duration: 391.689486ms)","trace[1951447102] 'compare' (duration: 651.196529ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:11:48.946292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:47.902799Z","time spent":"1.043458591s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:11:49.125314Z","caller":"traceutil/trace.go:171","msg":"trace[2104265349] transaction","detail":"{read_only:false; response_revision:460; number_of_response:1; }","duration":"1.22219399s","start":"2026-04-10T01:11:47.903087Z","end":"2026-04-10T01:11:49.125281Z","steps":["trace[2104265349] 'process raft request' (duration: 1.221815521s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:49.125519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:47.903069Z","time spent":"1.222345587s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:11:49.125567Z","caller":"traceutil/trace.go:171","msg":"trace[1781134830] linearizableReadLoop","detail":"{readStateIndex:483; appliedIndex:481; }","duration":"433.856685ms","start":"2026-04-10T01:11:48.69166Z","end":"2026-04-10T01:11:49.125517Z","steps":["trace[1781134830] 'read index received' (duration: 433.070143ms)","trace[1781134830] 'applied index is now lower than readState.Index' (duration: 784.232µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:11:49.125613Z","caller":"traceutil/trace.go:171","msg":"trace[782336927] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"1.222440708s","start":"2026-04-10T01:11:47.903136Z","end":"2026-04-10T01:11:49.125577Z","steps":["trace[782336927] 'process raft request' (duration: 1.222094588s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:49.125863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.171713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:11:49.125886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:47.903103Z","time spent":"1.222658704s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:11:49.125982Z","caller":"traceutil/trace.go:171","msg":"trace[228924669] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:461; }","duration":"434.35386ms","start":"2026-04-10T01:11:48.691603Z","end":"2026-04-10T01:11:49.125957Z","steps":["trace[228924669] 'agreement among raft nodes before linearized reading' (duration: 434.067441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:49.126216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:48.691581Z","time spent":"434.595756ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T01:11:56.175638Z","caller":"traceutil/trace.go:171","msg":"trace[3777475] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"201.912434ms","start":"2026-04-10T01:11:55.973692Z","end":"2026-04-10T01:11:56.175604Z","steps":["trace[3777475] 'process raft request' (duration: 201.631546ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:56.28107Z","caller":"traceutil/trace.go:171","msg":"trace[279520186] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"168.0222ms","start":"2026-04-10T01:11:56.113011Z","end":"2026-04-10T01:11:56.281033Z","steps":["trace[279520186] 'process raft request' (duration: 167.790673ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:56.2811Z","caller":"traceutil/trace.go:171","msg":"trace[1007109320] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"160.642648ms","start":"2026-04-10T01:11:56.120431Z","end":"2026-04-10T01:11:56.281073Z","steps":["trace[1007109320] 'process raft request' (duration: 160.500635ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:56.281233Z","caller":"traceutil/trace.go:171","msg":"trace[1183220140] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"160.654209ms","start":"2026-04-10T01:11:56.120559Z","end":"2026-04-10T01:11:56.281213Z","steps":["trace[1183220140] 'process raft request' (duration: 160.410881ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:56.281269Z","caller":"traceutil/trace.go:171","msg":"trace[250737880] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"147.573003ms","start":"2026-04-10T01:11:56.133648Z","end":"2026-04-10T01:11:56.281221Z","steps":["trace[250737880] 'process raft request' (duration: 147.397308ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:56.28132Z","caller":"traceutil/trace.go:171","msg":"trace[2010085659] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"146.968196ms","start":"2026-04-10T01:11:56.134332Z","end":"2026-04-10T01:11:56.2813Z","steps":["trace[2010085659] 'process raft request' (duration: 146.749749ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:56.28135Z","caller":"traceutil/trace.go:171","msg":"trace[1515900992] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"142.256527ms","start":"2026-04-10T01:11:56.139047Z","end":"2026-04-10T01:11:56.281303Z","steps":["trace[1515900992] 'process raft request' (duration: 142.069922ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:56.28135Z","caller":"traceutil/trace.go:171","msg":"trace[1900956124] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"152.438044ms","start":"2026-04-10T01:11:56.128853Z","end":"2026-04-10T01:11:56.281291Z","steps":["trace[1900956124] 'process raft request' (duration: 152.155647ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:56.281462Z","caller":"traceutil/trace.go:171","msg":"trace[939747602] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"133.754495ms","start":"2026-04-10T01:11:56.147665Z","end":"2026-04-10T01:11:56.281419Z","steps":["trace[939747602] 'process raft request' (duration: 133.494358ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:56.281517Z","caller":"traceutil/trace.go:171","msg":"trace[321358827] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"133.659064ms","start":"2026-04-10T01:11:56.147753Z","end":"2026-04-10T01:11:56.281412Z","steps":["trace[321358827] 'process raft request' (duration: 133.445778ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:56.281606Z","caller":"traceutil/trace.go:171","msg":"trace[352323947] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"121.635055ms","start":"2026-04-10T01:11:56.159765Z","end":"2026-04-10T01:11:56.2814Z","steps":["trace[352323947] 'process raft request' (duration: 121.494532ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:56.34127Z","caller":"traceutil/trace.go:171","msg":"trace[1374062065] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"158.358006ms","start":"2026-04-10T01:11:56.182821Z","end":"2026-04-10T01:11:56.341179Z","steps":["trace[1374062065] 'process raft request' (duration: 158.041678ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:56.437476Z","caller":"traceutil/trace.go:171","msg":"trace[1557139666] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"146.064391ms","start":"2026-04-10T01:11:56.291383Z","end":"2026-04-10T01:11:56.437447Z","steps":["trace[1557139666] 'process raft request' (duration: 100.85454ms)","trace[1557139666] 'compare' (duration: 44.820401ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:11:56.438064Z","caller":"traceutil/trace.go:171","msg":"trace[1581380738] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"146.143573ms","start":"2026-04-10T01:11:56.291906Z","end":"2026-04-10T01:11:56.43805Z","steps":["trace[1581380738] 'process raft request' (duration: 145.541446ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:56.438068Z","caller":"traceutil/trace.go:171","msg":"trace[75288825] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"146.481902ms","start":"2026-04-10T01:11:56.29154Z","end":"2026-04-10T01:11:56.438022Z","steps":["trace[75288825] 'process raft request' (duration: 145.820915ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:56.438408Z","caller":"traceutil/trace.go:171","msg":"trace[556198986] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"139.997655ms","start":"2026-04-10T01:11:56.298399Z","end":"2026-04-10T01:11:56.438396Z","steps":["trace[556198986] 'process raft request' (duration: 139.397919ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:56.438531Z","caller":"traceutil/trace.go:171","msg":"trace[59926812] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"137.905488ms","start":"2026-04-10T01:11:56.300595Z","end":"2026-04-10T01:11:56.4385Z","steps":["trace[59926812] 'process raft request' (duration: 137.22145ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:56.438605Z","caller":"traceutil/trace.go:171","msg":"trace[168876523] transaction","detail":"{read_only:false; number_of_response:1; response_revision:526; }","duration":"143.565993ms","start":"2026-04-10T01:11:56.29503Z","end":"2026-04-10T01:11:56.438596Z","steps":["trace[168876523] 'process raft request' (duration: 142.575596ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:56.43874Z","caller":"traceutil/trace.go:171","msg":"trace[798094107] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"143.656045ms","start":"2026-04-10T01:11:56.295073Z","end":"2026-04-10T01:11:56.438729Z","steps":["trace[798094107] 'process raft request' (duration: 142.574456ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:56.438822Z","caller":"traceutil/trace.go:171","msg":"trace[1034288583] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"143.314527ms","start":"2026-04-10T01:11:56.295499Z","end":"2026-04-10T01:11:56.438813Z","steps":["trace[1034288583] 'process raft request' (duration: 142.258048ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:56.438862Z","caller":"traceutil/trace.go:171","msg":"trace[1519743008] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"134.713041ms","start":"2026-04-10T01:11:56.304137Z","end":"2026-04-10T01:11:56.43885Z","steps":["trace[1519743008] 'process raft request' (duration: 133.758466ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:56.43857Z","caller":"traceutil/trace.go:171","msg":"trace[1377442208] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"143.588994ms","start":"2026-04-10T01:11:56.294969Z","end":"2026-04-10T01:11:56.438558Z","steps":["trace[1377442208] 'process raft request' (duration: 142.514285ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:56.438996Z","caller":"traceutil/trace.go:171","msg":"trace[54148698] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"130.504347ms","start":"2026-04-10T01:11:56.30848Z","end":"2026-04-10T01:11:56.438984Z","steps":["trace[54148698] 'process raft request' (duration: 129.582131ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:56.439082Z","caller":"traceutil/trace.go:171","msg":"trace[1784507039] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"124.134742ms","start":"2026-04-10T01:11:56.314936Z","end":"2026-04-10T01:11:56.439071Z","steps":["trace[1784507039] 'process raft request' (duration: 123.201738ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:56.649856Z","caller":"traceutil/trace.go:171","msg":"trace[338103767] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"188.681062ms","start":"2026-04-10T01:11:56.461136Z","end":"2026-04-10T01:11:56.649817Z","steps":["trace[338103767] 'process raft request' (duration: 171.883175ms)","trace[338103767] 'compare' (duration: 16.367126ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:11:56.65029Z","caller":"traceutil/trace.go:171","msg":"trace[1120852346] transaction","detail":"{read_only:false; number_of_response:1; response_revision:534; }","duration":"188.857577ms","start":"2026-04-10T01:11:56.461394Z","end":"2026-04-10T01:11:56.650251Z","steps":["trace[1120852346] 'process raft request' (duration: 188.669293ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:56.650556Z","caller":"traceutil/trace.go:171","msg":"trace[2122633393] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"189.037262ms","start":"2026-04-10T01:11:56.461502Z","end":"2026-04-10T01:11:56.650539Z","steps":["trace[2122633393] 'process raft request' (duration: 188.623431ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:56.650923Z","caller":"traceutil/trace.go:171","msg":"trace[770240405] linearizableReadLoop","detail":"{readStateIndex:566; appliedIndex:561; }","duration":"161.772649ms","start":"2026-04-10T01:11:56.489114Z","end":"2026-04-10T01:11:56.650886Z","steps":["trace[770240405] 'read index received' (duration: 144.005165ms)","trace[770240405] 'applied index is now lower than readState.Index' (duration: 17.766314ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:11:56.650964Z","caller":"traceutil/trace.go:171","msg":"trace[830816449] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"189.35306ms","start":"2026-04-10T01:11:56.461591Z","end":"2026-04-10T01:11:56.650944Z","steps":["trace[830816449] 'process raft request' (duration: 188.644651ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:56.651155Z","caller":"traceutil/trace.go:171","msg":"trace[67934520] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"168.04231ms","start":"2026-04-10T01:11:56.483035Z","end":"2026-04-10T01:11:56.651077Z","steps":["trace[67934520] 'process raft request' (duration: 167.697731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:56.651423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.276363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha3.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:1013"} {"level":"info","ts":"2026-04-10T01:11:56.651499Z","caller":"traceutil/trace.go:171","msg":"trace[710979314] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha3.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:537; }","duration":"162.370646ms","start":"2026-04-10T01:11:56.489107Z","end":"2026-04-10T01:11:56.651478Z","steps":["trace[710979314] 'agreement among raft nodes before linearized reading' (duration: 161.917024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:57.151618Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625762332729758,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:11:57.56117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.953634ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:11:57.561584Z","caller":"traceutil/trace.go:171","msg":"trace[1483461859] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"1.071843353s","start":"2026-04-10T01:11:56.489706Z","end":"2026-04-10T01:11:57.56155Z","steps":["trace[1483461859] 'process raft request' (duration: 945.328035ms)","trace[1483461859] 'compare' (duration: 125.622054ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:11:57.561775Z","caller":"traceutil/trace.go:171","msg":"trace[626281942] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"1.037566869s","start":"2026-04-10T01:11:56.524183Z","end":"2026-04-10T01:11:57.56175Z","steps":["trace[626281942] 'process raft request' (duration: 1.037334803s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:57.561804Z","caller":"traceutil/trace.go:171","msg":"trace[458276674] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"1.046955295s","start":"2026-04-10T01:11:56.514801Z","end":"2026-04-10T01:11:57.561756Z","steps":["trace[458276674] 'process raft request' (duration: 1.046542924s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:57.561877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:56.524161Z","time spent":"1.037670142s","remote":"127.0.0.1:47840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":150480,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:11:57.561822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:56.489682Z","time spent":"1.071973457s","remote":"127.0.0.1:47840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58844,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:11:57.562009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:56.514763Z","time spent":"1.047150342s","remote":"127.0.0.1:47840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17062,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T01:11:57.636994Z","caller":"traceutil/trace.go:171","msg":"trace[1137874734] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"975.553339ms","start":"2026-04-10T01:11:56.661407Z","end":"2026-04-10T01:11:57.636961Z","steps":["trace[1137874734] 'process raft request' (duration: 975.440786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:57.637215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:56.661373Z","time spent":"975.728234ms","remote":"127.0.0.1:47840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7693,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:11:57.637396Z","caller":"traceutil/trace.go:171","msg":"trace[1422861355] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"977.602386ms","start":"2026-04-10T01:11:56.659723Z","end":"2026-04-10T01:11:57.637325Z","steps":["trace[1422861355] 'process raft request' (duration: 976.932208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:57.637621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148317598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-04-10T01:11:57.637699Z","caller":"traceutil/trace.go:171","msg":"trace[1843563613] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:543; }","duration":"1.148471032s","start":"2026-04-10T01:11:56.489192Z","end":"2026-04-10T01:11:57.637663Z","steps":["trace[1843563613] 'agreement among raft nodes before linearized reading' (duration: 1.148297237s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:57.637688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:56.659699Z","time spent":"977.849502ms","remote":"127.0.0.1:47840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9125,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:11:57.637434Z","caller":"traceutil/trace.go:171","msg":"trace[849735458] linearizableReadLoop","detail":"{readStateIndex:572; appliedIndex:566; }","duration":"986.415497ms","start":"2026-04-10T01:11:56.650986Z","end":"2026-04-10T01:11:57.637402Z","steps":["trace[849735458] 'read index received' (duration: 784.012199ms)","trace[849735458] 'applied index is now lower than readState.Index' (duration: 202.401717ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:11:57.637624Z","caller":"traceutil/trace.go:171","msg":"trace[885494393] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"975.751654ms","start":"2026-04-10T01:11:56.661809Z","end":"2026-04-10T01:11:57.637561Z","steps":["trace[885494393] 'process raft request' (duration: 975.098977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:57.637789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:56.489162Z","time spent":"1.148574646s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":1034,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io\" "} {"level":"warn","ts":"2026-04-10T01:11:57.63799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:56.661778Z","time spent":"976.052764ms","remote":"127.0.0.1:47840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10855,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:11:57.639446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.365217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-10T01:11:57.639542Z","caller":"traceutil/trace.go:171","msg":"trace[1993680286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:544; }","duration":"653.504201ms","start":"2026-04-10T01:11:56.986008Z","end":"2026-04-10T01:11:57.639512Z","steps":["trace[1993680286] 'agreement among raft nodes before linearized reading' (duration: 653.319746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:57.63961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:56.985976Z","time spent":"653.619965ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T01:11:57.639911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.191274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-10T01:11:57.639969Z","caller":"traceutil/trace.go:171","msg":"trace[730926345] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:544; }","duration":"474.308217ms","start":"2026-04-10T01:11:57.165646Z","end":"2026-04-10T01:11:57.639955Z","steps":["trace[730926345] 'agreement among raft nodes before linearized reading' (duration: 474.202124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:57.640021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:57.165598Z","time spent":"474.40723ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T01:11:57.639953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.45361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-10T01:11:57.640263Z","caller":"traceutil/trace.go:171","msg":"trace[1866313905] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:544; }","duration":"478.846291ms","start":"2026-04-10T01:11:57.161388Z","end":"2026-04-10T01:11:57.640235Z","steps":["trace[1866313905] 'agreement among raft nodes before linearized reading' (duration: 478.388619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:57.640431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:57.161351Z","time spent":"479.063378ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-10T01:11:57.962358Z","caller":"traceutil/trace.go:171","msg":"trace[1449193555] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"308.302123ms","start":"2026-04-10T01:11:57.654031Z","end":"2026-04-10T01:11:57.962333Z","steps":["trace[1449193555] 'process raft request' (duration: 308.078837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:57.962527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:57.654024Z","time spent":"308.417286ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:11:57.962355Z","caller":"traceutil/trace.go:171","msg":"trace[1239568548] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"308.419425ms","start":"2026-04-10T01:11:57.65388Z","end":"2026-04-10T01:11:57.962299Z","steps":["trace[1239568548] 'process raft request' (duration: 222.993637ms)","trace[1239568548] 'compare' (duration: 84.988056ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:11:57.962751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:57.653868Z","time spent":"308.828988ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:11:57.962946Z","caller":"traceutil/trace.go:171","msg":"trace[1991804668] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"308.277202ms","start":"2026-04-10T01:11:57.654632Z","end":"2026-04-10T01:11:57.962909Z","steps":["trace[1991804668] 'process raft request' (duration: 307.537582ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:57.963083Z","caller":"traceutil/trace.go:171","msg":"trace[582974791] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"308.250622ms","start":"2026-04-10T01:11:57.65482Z","end":"2026-04-10T01:11:57.963071Z","steps":["trace[582974791] 'process raft request' (duration: 307.941163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:57.963144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:57.654807Z","time spent":"308.313884ms","remote":"127.0.0.1:47840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97665,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T01:11:57.963238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:57.654622Z","time spent":"308.436677ms","remote":"127.0.0.1:47840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9134,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:11:57.963292Z","caller":"traceutil/trace.go:171","msg":"trace[1082892034] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"299.168133ms","start":"2026-04-10T01:11:57.664104Z","end":"2026-04-10T01:11:57.963273Z","steps":["trace[1082892034] 'process raft request' (duration: 298.888846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:58.463398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.710233ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:11:58.463565Z","caller":"traceutil/trace.go:171","msg":"trace[565339020] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"425.984351ms","start":"2026-04-10T01:11:58.037556Z","end":"2026-04-10T01:11:58.46354Z","steps":["trace[565339020] 'process raft request' (duration: 62.00965ms)","trace[565339020] 'compare' (duration: 363.507008ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:11:58.463999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:58.03752Z","time spent":"426.407302ms","remote":"127.0.0.1:47840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":31121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:11:58.562063Z","caller":"traceutil/trace.go:171","msg":"trace[1333968898] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"517.492814ms","start":"2026-04-10T01:11:58.04454Z","end":"2026-04-10T01:11:58.562033Z","steps":["trace[1333968898] 'process raft request' (duration: 517.31333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:58.562281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:58.044514Z","time spent":"517.650738ms","remote":"127.0.0.1:47840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23066,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:11:59.594086Z","caller":"traceutil/trace.go:171","msg":"trace[1566395788] linearizableReadLoop","detail":"{readStateIndex:585; appliedIndex:583; }","duration":"1.413396333s","start":"2026-04-10T01:11:58.180658Z","end":"2026-04-10T01:11:59.594055Z","steps":["trace[1566395788] 'read index received' (duration: 381.298213ms)","trace[1566395788] 'applied index is now lower than readState.Index' (duration: 1.0320969s)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:11:59.594106Z","caller":"traceutil/trace.go:171","msg":"trace[1529226194] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"1.493232809s","start":"2026-04-10T01:11:58.100824Z","end":"2026-04-10T01:11:59.594057Z","steps":["trace[1529226194] 'process raft request' (duration: 1.4250211s)","trace[1529226194] 'compare' (duration: 67.87968ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:11:59.594238Z","caller":"traceutil/trace.go:171","msg":"trace[519057898] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"1.114957499s","start":"2026-04-10T01:11:58.479267Z","end":"2026-04-10T01:11:59.594224Z","steps":["trace[519057898] 'process raft request' (duration: 1.114700821s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:59.594322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:58.100782Z","time spent":"1.493428185s","remote":"127.0.0.1:47840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73770,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T01:11:59.594366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:58.479221Z","time spent":"1.115047662s","remote":"127.0.0.1:47840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29546,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:11:59.594463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413769433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-10T01:11:59.594611Z","caller":"traceutil/trace.go:171","msg":"trace[2084682714] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:557; }","duration":"1.413965898s","start":"2026-04-10T01:11:58.180606Z","end":"2026-04-10T01:11:59.594572Z","steps":["trace[2084682714] 'agreement among raft nodes before linearized reading' (duration: 1.41366315s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:59.594715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:58.180585Z","time spent":"1.414116063s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-10T01:11:59.826726Z","caller":"traceutil/trace.go:171","msg":"trace[561785206] linearizableReadLoop","detail":"{readStateIndex:587; appliedIndex:586; }","duration":"232.488587ms","start":"2026-04-10T01:11:59.594183Z","end":"2026-04-10T01:11:59.826671Z","steps":["trace[561785206] 'read index received' (duration: 172.957624ms)","trace[561785206] 'applied index is now lower than readState.Index' (duration: 59.529813ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:11:59.826913Z","caller":"traceutil/trace.go:171","msg":"trace[800798918] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"1.251559563s","start":"2026-04-10T01:11:58.575278Z","end":"2026-04-10T01:11:59.826837Z","steps":["trace[800798918] 'process raft request' (duration: 1.191705141s)","trace[800798918] 'compare' (duration: 59.519612ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:11:59.827113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555002363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:11:59.827156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:58.575237Z","time spent":"1.25184543s","remote":"127.0.0.1:47840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":31130,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:11:59.827186Z","caller":"traceutil/trace.go:171","msg":"trace[1496216107] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:558; }","duration":"1.555105276s","start":"2026-04-10T01:11:58.272068Z","end":"2026-04-10T01:11:59.827173Z","steps":["trace[1496216107] 'agreement among raft nodes before linearized reading' (duration: 1.554938451s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:59.82724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:58.272019Z","time spent":"1.555211419s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T01:11:59.826962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.577113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.65\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-10T01:11:59.827413Z","caller":"traceutil/trace.go:171","msg":"trace[1029753492] range","detail":"{range_begin:/registry/masterleases/199.204.45.65; range_end:; response_count:1; response_revision:558; }","duration":"800.016995ms","start":"2026-04-10T01:11:59.027288Z","end":"2026-04-10T01:11:59.827305Z","steps":["trace[1029753492] 'agreement among raft nodes before linearized reading' (duration: 799.551663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:59.827646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:59.027265Z","time spent":"800.260892ms","remote":"127.0.0.1:47834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.65\" "} {"level":"info","ts":"2026-04-10T01:11:59.82839Z","caller":"traceutil/trace.go:171","msg":"trace[1816345197] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"229.238688ms","start":"2026-04-10T01:11:59.599118Z","end":"2026-04-10T01:11:59.828357Z","steps":["trace[1816345197] 'process raft request' (duration: 228.902789ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:59.828855Z","caller":"traceutil/trace.go:171","msg":"trace[751558526] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"209.655063ms","start":"2026-04-10T01:11:59.618988Z","end":"2026-04-10T01:11:59.828644Z","steps":["trace[751558526] 'process raft request' (duration: 209.178751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:59.829042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.872694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-10T01:11:59.829095Z","caller":"traceutil/trace.go:171","msg":"trace[876736698] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:561; }","duration":"171.965296ms","start":"2026-04-10T01:11:59.657117Z","end":"2026-04-10T01:11:59.829083Z","steps":["trace[876736698] 'agreement among raft nodes before linearized reading' (duration: 171.788952ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:59.828951Z","caller":"traceutil/trace.go:171","msg":"trace[2042868910] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"203.472026ms","start":"2026-04-10T01:11:59.625466Z","end":"2026-04-10T01:11:59.828938Z","steps":["trace[2042868910] 'process raft request' (duration: 202.953221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:00.922564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.276813ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:12:00.922743Z","caller":"traceutil/trace.go:171","msg":"trace[2121550522] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"921.229879ms","start":"2026-04-10T01:12:00.001493Z","end":"2026-04-10T01:12:00.922723Z","steps":["trace[2121550522] 'process raft request' (duration: 281.430852ms)","trace[2121550522] 'compare' (duration: 638.947675ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:12:00.922807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:00.001451Z","time spent":"921.328471ms","remote":"127.0.0.1:47840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":31111,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:12:00.949121Z","caller":"traceutil/trace.go:171","msg":"trace[1534561380] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"944.156713ms","start":"2026-04-10T01:12:00.004926Z","end":"2026-04-10T01:12:00.949083Z","steps":["trace[1534561380] 'process raft request' (duration: 943.916227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:00.949381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:00.004905Z","time spent":"944.335848ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:12:00.94933Z","caller":"traceutil/trace.go:171","msg":"trace[45831531] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"943.547247ms","start":"2026-04-10T01:12:00.005683Z","end":"2026-04-10T01:12:00.94923Z","steps":["trace[45831531] 'process raft request' (duration: 943.32375ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:00.94946Z","caller":"traceutil/trace.go:171","msg":"trace[1502051972] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"922.384959ms","start":"2026-04-10T01:12:00.027052Z","end":"2026-04-10T01:12:00.949437Z","steps":["trace[1502051972] 'process raft request' (duration: 922.004539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:00.949575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:00.027036Z","time spent":"922.486851ms","remote":"127.0.0.1:47840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80679,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:12:00.949669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:00.005646Z","time spent":"943.849985ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:12:00.94999Z","caller":"traceutil/trace.go:171","msg":"trace[1147487105] linearizableReadLoop","detail":"{readStateIndex:601; appliedIndex:597; }","duration":"877.503736ms","start":"2026-04-10T01:12:00.072455Z","end":"2026-04-10T01:12:00.949959Z","steps":["trace[1147487105] 'read index received' (duration: 210.495067ms)","trace[1147487105] 'applied index is now lower than readState.Index' (duration: 667.007759ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:12:00.950057Z","caller":"traceutil/trace.go:171","msg":"trace[686187073] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"807.93625ms","start":"2026-04-10T01:12:00.142091Z","end":"2026-04-10T01:12:00.950027Z","steps":["trace[686187073] 'process raft request' (duration: 807.388006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:00.950197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:00.142066Z","time spent":"808.057943ms","remote":"127.0.0.1:47840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":569094,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T01:12:00.950236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.64944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:12:00.950236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.612176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:00.950271Z","caller":"traceutil/trace.go:171","msg":"trace[225759545] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:572; }","duration":"877.750203ms","start":"2026-04-10T01:12:00.072508Z","end":"2026-04-10T01:12:00.950258Z","steps":["trace[225759545] 'agreement among raft nodes before linearized reading' (duration: 877.630729ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:00.950288Z","caller":"traceutil/trace.go:171","msg":"trace[320145575] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:572; }","duration":"474.725649ms","start":"2026-04-10T01:12:00.475548Z","end":"2026-04-10T01:12:00.950274Z","steps":["trace[320145575] 'agreement among raft nodes before linearized reading' (duration: 474.629636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:00.950312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:00.072499Z","time spent":"877.804275ms","remote":"127.0.0.1:46512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":131,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-10T01:12:00.950326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:00.475516Z","time spent":"474.799782ms","remote":"127.0.0.1:46618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T01:12:00.950286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.783134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:12:00.950322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.274329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:12:00.950431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.332641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:00.950417Z","caller":"traceutil/trace.go:171","msg":"trace[735611500] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:572; }","duration":"877.974839ms","start":"2026-04-10T01:12:00.072405Z","end":"2026-04-10T01:12:00.95038Z","steps":["trace[735611500] 'agreement among raft nodes before linearized reading' (duration: 877.704592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:00.950508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.88688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:12:00.950508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:00.07238Z","time spent":"878.109883ms","remote":"127.0.0.1:46512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:12:00.950518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.234986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:00.950551Z","caller":"traceutil/trace.go:171","msg":"trace[288954826] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:572; }","duration":"719.947583ms","start":"2026-04-10T01:12:00.230592Z","end":"2026-04-10T01:12:00.95054Z","steps":["trace[288954826] 'agreement among raft nodes before linearized reading' (duration: 719.885651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:00.950556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.629119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:12:00.950579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.611467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:00.950596Z","caller":"traceutil/trace.go:171","msg":"trace[1484712312] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:572; }","duration":"677.661389ms","start":"2026-04-10T01:12:00.272919Z","end":"2026-04-10T01:12:00.95058Z","steps":["trace[1484712312] 'agreement among raft nodes before linearized reading' (duration: 677.612758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:00.950602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.054461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:12:00.9506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:00.230583Z","time spent":"720.005324ms","remote":"127.0.0.1:46572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 "} {"level":"warn","ts":"2026-04-10T01:12:00.950649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.791032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:00.950701Z","caller":"traceutil/trace.go:171","msg":"trace[984758653] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:572; }","duration":"856.836303ms","start":"2026-04-10T01:12:00.093833Z","end":"2026-04-10T01:12:00.950669Z","steps":["trace[984758653] 'agreement among raft nodes before linearized reading' (duration: 856.798792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:00.950726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.050301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:12:00.950741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:00.09382Z","time spent":"856.913625ms","remote":"127.0.0.1:46526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T01:12:00.950722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.103213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:00.950773Z","caller":"traceutil/trace.go:171","msg":"trace[938512880] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:572; }","duration":"678.097022ms","start":"2026-04-10T01:12:00.272654Z","end":"2026-04-10T01:12:00.950751Z","steps":["trace[938512880] 'agreement among raft nodes before linearized reading' (duration: 678.0137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:00.950379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.951385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:00.950806Z","caller":"traceutil/trace.go:171","msg":"trace[1841234706] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:572; }","duration":"856.244497ms","start":"2026-04-10T01:12:00.094536Z","end":"2026-04-10T01:12:00.95078Z","steps":["trace[1841234706] 'agreement among raft nodes before linearized reading' (duration: 856.046401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:00.95067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.213845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:00.95085Z","caller":"traceutil/trace.go:171","msg":"trace[1400637515] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:572; }","duration":"434.41428ms","start":"2026-04-10T01:12:00.516426Z","end":"2026-04-10T01:12:00.950841Z","steps":["trace[1400637515] 'agreement among raft nodes before linearized reading' (duration: 434.204504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:00.950812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:00.272647Z","time spent":"678.156873ms","remote":"127.0.0.1:46602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T01:12:00.950852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.810071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:12:00.950891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:00.516418Z","time spent":"434.463181ms","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 "} {"level":"info","ts":"2026-04-10T01:12:00.950907Z","caller":"traceutil/trace.go:171","msg":"trace[615105493] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:572; }","duration":"434.901823ms","start":"2026-04-10T01:12:00.515992Z","end":"2026-04-10T01:12:00.950894Z","steps":["trace[615105493] 'agreement among raft nodes before linearized reading' (duration: 434.828571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:00.950924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.853786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:00.950964Z","caller":"traceutil/trace.go:171","msg":"trace[534052173] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:572; }","duration":"720.911909ms","start":"2026-04-10T01:12:00.230041Z","end":"2026-04-10T01:12:00.950953Z","steps":["trace[534052173] 'agreement among raft nodes before linearized reading' (duration: 720.847317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:00.950935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.956307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:12:00.951064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.673654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:12:00.950854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:00.094526Z","time spent":"856.31831ms","remote":"127.0.0.1:46526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 "} {"level":"warn","ts":"2026-04-10T01:12:00.951074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.257609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:12:00.951083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.055253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:00.951108Z","caller":"traceutil/trace.go:171","msg":"trace[1484616442] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:572; }","duration":"694.732866ms","start":"2026-04-10T01:12:00.25636Z","end":"2026-04-10T01:12:00.951093Z","steps":["trace[1484616442] 'agreement among raft nodes before linearized reading' (duration: 694.678174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:00.950999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.379971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:00.951133Z","caller":"traceutil/trace.go:171","msg":"trace[177562068] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:572; }","duration":"721.144535ms","start":"2026-04-10T01:12:00.229976Z","end":"2026-04-10T01:12:00.951121Z","steps":["trace[177562068] 'agreement among raft nodes before linearized reading' (duration: 721.070713ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:00.951127Z","caller":"traceutil/trace.go:171","msg":"trace[582644497] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:572; }","duration":"790.32043ms","start":"2026-04-10T01:12:00.160794Z","end":"2026-04-10T01:12:00.951114Z","steps":["trace[582644497] 'agreement among raft nodes before linearized reading' (duration: 790.239198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:00.951146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:00.256355Z","time spent":"694.781266ms","remote":"127.0.0.1:46586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:500 "} {"level":"warn","ts":"2026-04-10T01:12:00.951167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:00.229953Z","time spent":"721.206006ms","remote":"127.0.0.1:46572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T01:12:00.951156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.117775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:12:00.9511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.125052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:12:00.951184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:00.160789Z","time spent":"790.380453ms","remote":"127.0.0.1:46542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-10T01:12:00.950548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.425111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:00.951224Z","caller":"traceutil/trace.go:171","msg":"trace[695072471] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:572; }","duration":"819.258589ms","start":"2026-04-10T01:12:00.131951Z","end":"2026-04-10T01:12:00.951209Z","steps":["trace[695072471] 'agreement among raft nodes before linearized reading' (duration: 819.154996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:00.951199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.804106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:00.951112Z","caller":"traceutil/trace.go:171","msg":"trace[643915068] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:572; }","duration":"751.221515ms","start":"2026-04-10T01:12:00.199857Z","end":"2026-04-10T01:12:00.951078Z","steps":["trace[643915068] 'agreement among raft nodes before linearized reading' (duration: 750.763042ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:00.95126Z","caller":"traceutil/trace.go:171","msg":"trace[770145880] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:572; }","duration":"453.14063ms","start":"2026-04-10T01:12:00.498097Z","end":"2026-04-10T01:12:00.951237Z","steps":["trace[770145880] 'agreement among raft nodes before linearized reading' (duration: 452.41919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:00.951287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:00.131905Z","time spent":"819.366623ms","remote":"127.0.0.1:46542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-10T01:12:00.950599Z","caller":"traceutil/trace.go:171","msg":"trace[2123220361] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:572; }","duration":"452.39062ms","start":"2026-04-10T01:12:00.498181Z","end":"2026-04-10T01:12:00.950572Z","steps":["trace[2123220361] 'agreement among raft nodes before linearized reading' (duration: 452.245597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:00.951349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:00.199833Z","time spent":"751.498322ms","remote":"127.0.0.1:46568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"info","ts":"2026-04-10T01:12:00.95138Z","caller":"traceutil/trace.go:171","msg":"trace[1278360878] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:572; }","duration":"695.055024ms","start":"2026-04-10T01:12:00.256293Z","end":"2026-04-10T01:12:00.951348Z","steps":["trace[1278360878] 'agreement among raft nodes before linearized reading' (duration: 694.735375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:00.951361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:00.498089Z","time spent":"453.250634ms","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-10T01:12:00.95123Z","caller":"traceutil/trace.go:171","msg":"trace[181214944] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:572; }","duration":"791.271586ms","start":"2026-04-10T01:12:00.159945Z","end":"2026-04-10T01:12:00.951217Z","steps":["trace[181214944] 'agreement among raft nodes before linearized reading' (duration: 791.116072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:00.951449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:00.256269Z","time spent":"695.165417ms","remote":"127.0.0.1:46586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 "} {"level":"info","ts":"2026-04-10T01:12:00.950499Z","caller":"traceutil/trace.go:171","msg":"trace[642818926] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:572; }","duration":"677.391552ms","start":"2026-04-10T01:12:00.27308Z","end":"2026-04-10T01:12:00.950472Z","steps":["trace[642818926] 'agreement among raft nodes before linearized reading' (duration: 677.32251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:00.951488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:00.159934Z","time spent":"791.537902ms","remote":"127.0.0.1:46558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:12:00.951536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:00.273034Z","time spent":"678.480802ms","remote":"127.0.0.1:46602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 "} {"level":"warn","ts":"2026-04-10T01:12:00.951387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:00.498151Z","time spent":"453.222793ms","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"info","ts":"2026-04-10T01:12:00.950639Z","caller":"traceutil/trace.go:171","msg":"trace[1141490810] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:572; }","duration":"474.088062ms","start":"2026-04-10T01:12:00.476538Z","end":"2026-04-10T01:12:00.950626Z","steps":["trace[1141490810] 'agreement among raft nodes before linearized reading' (duration: 474.03525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:00.951006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:00.230035Z","time spent":"720.962551ms","remote":"127.0.0.1:46572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:12:00.951708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.875586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:00.951892Z","caller":"traceutil/trace.go:171","msg":"trace[116253223] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:572; }","duration":"820.125472ms","start":"2026-04-10T01:12:00.131737Z","end":"2026-04-10T01:12:00.951863Z","steps":["trace[116253223] 'agreement among raft nodes before linearized reading' (duration: 819.347931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:00.951982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:00.131711Z","time spent":"820.254927ms","remote":"127.0.0.1:46542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T01:12:00.950956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:00.515968Z","time spent":"434.972574ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T01:12:00.950639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:00.272905Z","time spent":"677.722901ms","remote":"127.0.0.1:46602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:12:00.950282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.305583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:00.95227Z","caller":"traceutil/trace.go:171","msg":"trace[1921176493] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:572; }","duration":"696.344799ms","start":"2026-04-10T01:12:00.255908Z","end":"2026-04-10T01:12:00.952253Z","steps":["trace[1921176493] 'agreement among raft nodes before linearized reading' (duration: 694.227731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:00.952326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:00.255893Z","time spent":"696.41634ms","remote":"127.0.0.1:46586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:12:00.950792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.725209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:00.952402Z","caller":"traceutil/trace.go:171","msg":"trace[1544412548] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:572; }","duration":"436.355823ms","start":"2026-04-10T01:12:00.516023Z","end":"2026-04-10T01:12:00.952379Z","steps":["trace[1544412548] 'agreement among raft nodes before linearized reading' (duration: 434.727478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:00.952456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:00.516003Z","time spent":"436.435565ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-10T01:12:00.950848Z","caller":"traceutil/trace.go:171","msg":"trace[1875459650] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:572; }","duration":"475.441278ms","start":"2026-04-10T01:12:00.475387Z","end":"2026-04-10T01:12:00.950828Z","steps":["trace[1875459650] 'agreement among raft nodes before linearized reading' (duration: 474.965035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:00.952555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:00.47537Z","time spent":"477.138164ms","remote":"127.0.0.1:46618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-04-10T01:12:00.950445Z","caller":"traceutil/trace.go:171","msg":"trace[933557432] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:572; }","duration":"790.436183ms","start":"2026-04-10T01:12:00.15998Z","end":"2026-04-10T01:12:00.950416Z","steps":["trace[933557432] 'agreement among raft nodes before linearized reading' (duration: 790.185316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:00.952707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:00.159974Z","time spent":"792.712676ms","remote":"127.0.0.1:46558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T01:12:00.951012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.297067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:00.952789Z","caller":"traceutil/trace.go:171","msg":"trace[56573207] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:572; }","duration":"753.095345ms","start":"2026-04-10T01:12:00.199681Z","end":"2026-04-10T01:12:00.952777Z","steps":["trace[56573207] 'agreement among raft nodes before linearized reading' (duration: 751.306427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:00.952864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:00.199658Z","time spent":"753.192658ms","remote":"127.0.0.1:46568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-10T01:12:00.950615Z","caller":"traceutil/trace.go:171","msg":"trace[1076232885] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:572; }","duration":"856.70169ms","start":"2026-04-10T01:12:00.093906Z","end":"2026-04-10T01:12:00.950608Z","steps":["trace[1076232885] 'agreement among raft nodes before linearized reading' (duration: 856.648609ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:00.951251Z","caller":"traceutil/trace.go:171","msg":"trace[565716604] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:572; }","duration":"878.678259ms","start":"2026-04-10T01:12:00.072474Z","end":"2026-04-10T01:12:00.951153Z","steps":["trace[565716604] 'agreement among raft nodes before linearized reading' (duration: 878.239187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:00.953565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:00.072446Z","time spent":"881.078984ms","remote":"127.0.0.1:46512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":131,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T01:12:00.951684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:00.476504Z","time spent":"475.161921ms","remote":"127.0.0.1:46618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 "} {"level":"warn","ts":"2026-04-10T01:12:00.952928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:00.093885Z","time spent":"859.023183ms","remote":"127.0.0.1:46526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:12:01.344243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.632782ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:12:01.344391Z","caller":"traceutil/trace.go:171","msg":"trace[1566467187] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"391.674836ms","start":"2026-04-10T01:12:00.952693Z","end":"2026-04-10T01:12:01.344368Z","steps":["trace[1566467187] 'process raft request' (duration: 239.811506ms)","trace[1566467187] 'compare' (duration: 151.437918ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:12:01.344457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:00.952663Z","time spent":"391.764098ms","remote":"127.0.0.1:47840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59616,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:12:01.416211Z","caller":"traceutil/trace.go:171","msg":"trace[1230918226] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"384.947071ms","start":"2026-04-10T01:12:01.031225Z","end":"2026-04-10T01:12:01.416173Z","steps":["trace[1230918226] 'process raft request' (duration: 384.295844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:01.416924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:01.031191Z","time spent":"385.595609ms","remote":"127.0.0.1:47840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":151212,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:12:01.418364Z","caller":"traceutil/trace.go:171","msg":"trace[1883022870] linearizableReadLoop","detail":"{readStateIndex:605; appliedIndex:603; }","duration":"146.520354ms","start":"2026-04-10T01:12:01.271756Z","end":"2026-04-10T01:12:01.418276Z","steps":["trace[1883022870] 'read index received' (duration: 143.877162ms)","trace[1883022870] 'applied index is now lower than readState.Index' (duration: 2.640212ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:12:01.418547Z","caller":"traceutil/trace.go:171","msg":"trace[159320767] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"359.223451ms","start":"2026-04-10T01:12:01.059282Z","end":"2026-04-10T01:12:01.418505Z","steps":["trace[159320767] 'process raft request' (duration: 356.771394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:01.418736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:01.059246Z","time spent":"359.363785ms","remote":"127.0.0.1:47840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14661,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T01:12:01.418864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.024656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:01.419262Z","caller":"traceutil/trace.go:171","msg":"trace[1866876306] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:575; }","duration":"147.413117ms","start":"2026-04-10T01:12:01.271733Z","end":"2026-04-10T01:12:01.419146Z","steps":["trace[1866876306] 'agreement among raft nodes before linearized reading' (duration: 146.737329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:01.739446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.919979ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:12:01.739564Z","caller":"traceutil/trace.go:171","msg":"trace[406366229] linearizableReadLoop","detail":"{readStateIndex:606; appliedIndex:605; }","duration":"316.582919ms","start":"2026-04-10T01:12:01.42296Z","end":"2026-04-10T01:12:01.739543Z","steps":["trace[406366229] 'read index received' (duration: 171.34349ms)","trace[406366229] 'applied index is now lower than readState.Index' (duration: 145.237999ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:12:01.739637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.676652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:01.739662Z","caller":"traceutil/trace.go:171","msg":"trace[78693348] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:576; }","duration":"316.702682ms","start":"2026-04-10T01:12:01.42295Z","end":"2026-04-10T01:12:01.739653Z","steps":["trace[78693348] 'agreement among raft nodes before linearized reading' (duration: 316.64318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:01.739694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:01.422914Z","time spent":"316.773114ms","remote":"127.0.0.1:47820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T01:12:01.739813Z","caller":"traceutil/trace.go:171","msg":"trace[170173174] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"366.448188ms","start":"2026-04-10T01:12:01.373318Z","end":"2026-04-10T01:12:01.739767Z","steps":["trace[170173174] 'process raft request' (duration: 221.032455ms)","trace[170173174] 'compare' (duration: 144.57937ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:12:01.740039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:01.373281Z","time spent":"366.615222ms","remote":"127.0.0.1:47840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80688,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:12:02.34626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.735169ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:12:02.346396Z","caller":"traceutil/trace.go:171","msg":"trace[1837178754] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"905.999854ms","start":"2026-04-10T01:12:01.44037Z","end":"2026-04-10T01:12:02.346369Z","steps":["trace[1837178754] 'process raft request' (duration: 682.039459ms)","trace[1837178754] 'compare' (duration: 223.591974ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:12:02.346456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:01.440345Z","time spent":"906.083765ms","remote":"127.0.0.1:47840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18032,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:12:02.351069Z","caller":"traceutil/trace.go:171","msg":"trace[1097939042] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"737.308755ms","start":"2026-04-10T01:12:01.613749Z","end":"2026-04-10T01:12:02.351058Z","steps":["trace[1097939042] 'process raft request' (duration: 737.018958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:02.351129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:01.613697Z","time spent":"737.407779ms","remote":"127.0.0.1:47840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":207462,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T01:12:02.351222Z","caller":"traceutil/trace.go:171","msg":"trace[664613589] linearizableReadLoop","detail":"{readStateIndex:609; appliedIndex:606; }","duration":"517.807643ms","start":"2026-04-10T01:12:01.833388Z","end":"2026-04-10T01:12:02.351195Z","steps":["trace[664613589] 'read index received' (duration: 289.012827ms)","trace[664613589] 'applied index is now lower than readState.Index' (duration: 228.793805ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:12:02.351504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.113202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-10T01:12:02.35154Z","caller":"traceutil/trace.go:171","msg":"trace[268331923] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:579; }","duration":"518.207654ms","start":"2026-04-10T01:12:01.833322Z","end":"2026-04-10T01:12:02.35153Z","steps":["trace[268331923] 'agreement among raft nodes before linearized reading' (duration: 518.035509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:02.351564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:01.833292Z","time spent":"518.267355ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-10T01:12:02.35151Z","caller":"traceutil/trace.go:171","msg":"trace[1737461102] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"550.00349ms","start":"2026-04-10T01:12:01.801285Z","end":"2026-04-10T01:12:02.351289Z","steps":["trace[1737461102] 'process raft request' (duration: 549.721903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:02.351747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:01.801242Z","time spent":"550.407362ms","remote":"127.0.0.1:47840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":151221,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:12:02.394518Z","caller":"traceutil/trace.go:171","msg":"trace[2134254045] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"115.596482ms","start":"2026-04-10T01:12:02.2789Z","end":"2026-04-10T01:12:02.394496Z","steps":["trace[2134254045] 'process raft request' (duration: 115.251322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:02.394849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.054368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-10T01:12:02.394875Z","caller":"traceutil/trace.go:171","msg":"trace[839367942] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:580; }","duration":"533.199393ms","start":"2026-04-10T01:12:01.861667Z","end":"2026-04-10T01:12:02.394866Z","steps":["trace[839367942] 'agreement among raft nodes before linearized reading' (duration: 533.051289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:02.3949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:01.861638Z","time spent":"533.257624ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-10T01:12:02.547638Z","caller":"traceutil/trace.go:171","msg":"trace[2027715495] linearizableReadLoop","detail":"{readStateIndex:613; appliedIndex:610; }","duration":"153.360669ms","start":"2026-04-10T01:12:02.394253Z","end":"2026-04-10T01:12:02.547613Z","steps":["trace[2027715495] 'read index received' (duration: 144.110407ms)","trace[2027715495] 'applied index is now lower than readState.Index' (duration: 9.248982ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:12:02.547978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.947536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:29570"} {"level":"info","ts":"2026-04-10T01:12:02.547941Z","caller":"traceutil/trace.go:171","msg":"trace[628878436] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"192.206569ms","start":"2026-04-10T01:12:02.35569Z","end":"2026-04-10T01:12:02.547897Z","steps":["trace[628878436] 'process raft request' (duration: 182.68684ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:02.547958Z","caller":"traceutil/trace.go:171","msg":"trace[486702334] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"176.09761ms","start":"2026-04-10T01:12:02.371821Z","end":"2026-04-10T01:12:02.547919Z","steps":["trace[486702334] 'process raft request' (duration: 175.591806ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:02.548037Z","caller":"traceutil/trace.go:171","msg":"trace[972339928] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:583; }","duration":"161.07019ms","start":"2026-04-10T01:12:02.38695Z","end":"2026-04-10T01:12:02.54802Z","steps":["trace[972339928] 'agreement among raft nodes before linearized reading' (duration: 160.769231ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:02.548153Z","caller":"traceutil/trace.go:171","msg":"trace[1171893125] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"169.086438ms","start":"2026-04-10T01:12:02.379031Z","end":"2026-04-10T01:12:02.548118Z","steps":["trace[1171893125] 'process raft request' (duration: 168.523393ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:02.549003Z","caller":"traceutil/trace.go:171","msg":"trace[1010391367] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"148.917819ms","start":"2026-04-10T01:12:02.400065Z","end":"2026-04-10T01:12:02.548983Z","steps":["trace[1010391367] 'process raft request' (duration: 148.822266ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:03.124957Z","caller":"traceutil/trace.go:171","msg":"trace[1853718968] linearizableReadLoop","detail":"{readStateIndex:624; appliedIndex:623; }","duration":"167.937298ms","start":"2026-04-10T01:12:02.956949Z","end":"2026-04-10T01:12:03.124887Z","steps":["trace[1853718968] 'read index received' (duration: 127.738462ms)","trace[1853718968] 'applied index is now lower than readState.Index' (duration: 40.197846ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:12:03.125102Z","caller":"traceutil/trace.go:171","msg":"trace[787480796] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"179.782129ms","start":"2026-04-10T01:12:02.945306Z","end":"2026-04-10T01:12:03.125088Z","steps":["trace[787480796] 'process raft request' (duration: 141.735863ms)","trace[787480796] 'compare' (duration: 37.629816ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:12:03.125367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.39392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T01:12:03.12546Z","caller":"traceutil/trace.go:171","msg":"trace[497474464] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:594; }","duration":"168.554354ms","start":"2026-04-10T01:12:02.956881Z","end":"2026-04-10T01:12:03.125435Z","steps":["trace[497474464] 'agreement among raft nodes before linearized reading' (duration: 168.317967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:03.125902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.846853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-10T01:12:03.125961Z","caller":"traceutil/trace.go:171","msg":"trace[2061802482] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:595; }","duration":"168.940194ms","start":"2026-04-10T01:12:02.957007Z","end":"2026-04-10T01:12:03.125947Z","steps":["trace[2061802482] 'agreement among raft nodes before linearized reading' (duration: 168.76173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:07.675855Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625762332729908,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:12:08.117499Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.135789286s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T01:12:08.118974Z","caller":"traceutil/trace.go:171","msg":"trace[285210520] linearizableReadLoop","detail":"{readStateIndex:641; appliedIndex:640; }","duration":"944.04181ms","start":"2026-04-10T01:12:07.174887Z","end":"2026-04-10T01:12:08.118929Z","steps":["trace[285210520] 'read index received' (duration: 942.848637ms)","trace[285210520] 'applied index is now lower than readState.Index' (duration: 1.191833ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:12:08.11916Z","caller":"traceutil/trace.go:171","msg":"trace[1686635575] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"1.139251831s","start":"2026-04-10T01:12:06.979824Z","end":"2026-04-10T01:12:08.119076Z","steps":["trace[1686635575] 'process raft request' (duration: 1.138394687s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:08.119354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:06.979289Z","time spent":"1.139964741s","remote":"127.0.0.1:47886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036019,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T01:12:08.119363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.449411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-10T01:12:08.119423Z","caller":"traceutil/trace.go:171","msg":"trace[1771688784] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:610; }","duration":"944.576916ms","start":"2026-04-10T01:12:07.174829Z","end":"2026-04-10T01:12:08.119406Z","steps":["trace[1771688784] 'agreement among raft nodes before linearized reading' (duration: 944.330919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:08.119477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:07.1748Z","time spent":"944.667358ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T01:12:08.119511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.5269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:08.119692Z","caller":"traceutil/trace.go:171","msg":"trace[1687113768] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:610; }","duration":"847.787507ms","start":"2026-04-10T01:12:07.271858Z","end":"2026-04-10T01:12:08.119646Z","steps":["trace[1687113768] 'agreement among raft nodes before linearized reading' (duration: 847.453798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:08.119541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.393928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-10T01:12:08.119769Z","caller":"traceutil/trace.go:171","msg":"trace[608422278] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:610; }","duration":"930.680186ms","start":"2026-04-10T01:12:07.189074Z","end":"2026-04-10T01:12:08.119754Z","steps":["trace[608422278] 'agreement among raft nodes before linearized reading' (duration: 930.193663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:08.119774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:07.271821Z","time spent":"847.938872ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T01:12:08.119834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:07.189058Z","time spent":"930.754939ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T01:12:08.681521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.681333ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:12:08.681717Z","caller":"traceutil/trace.go:171","msg":"trace[195020524] linearizableReadLoop","detail":"{readStateIndex:643; appliedIndex:641; }","duration":"500.732176ms","start":"2026-04-10T01:12:08.180966Z","end":"2026-04-10T01:12:08.681699Z","steps":["trace[195020524] 'read index received' (duration: 286.797297ms)","trace[195020524] 'applied index is now lower than readState.Index' (duration: 213.933649ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:12:08.681789Z","caller":"traceutil/trace.go:171","msg":"trace[442556063] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"556.895248ms","start":"2026-04-10T01:12:08.12487Z","end":"2026-04-10T01:12:08.681765Z","steps":["trace[442556063] 'process raft request' (duration: 556.779645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:08.681912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:08.124845Z","time spent":"557.008571ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:12:08.681891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.899622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:12:08.681972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.069868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-10T01:12:08.681998Z","caller":"traceutil/trace.go:171","msg":"trace[1124628205] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:612; }","duration":"107.13597ms","start":"2026-04-10T01:12:08.574853Z","end":"2026-04-10T01:12:08.681989Z","steps":["trace[1124628205] 'agreement among raft nodes before linearized reading' (duration: 106.969506ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:08.681997Z","caller":"traceutil/trace.go:171","msg":"trace[481830950] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:612; }","duration":"501.081497ms","start":"2026-04-10T01:12:08.180889Z","end":"2026-04-10T01:12:08.68197Z","steps":["trace[481830950] 'agreement among raft nodes before linearized reading' (duration: 500.903722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:08.682061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:08.180859Z","time spent":"501.19173ms","remote":"127.0.0.1:47996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"warn","ts":"2026-04-10T01:12:08.682173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.795573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-10T01:12:08.682341Z","caller":"traceutil/trace.go:171","msg":"trace[761035687] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:612; }","duration":"106.022259ms","start":"2026-04-10T01:12:08.576286Z","end":"2026-04-10T01:12:08.682309Z","steps":["trace[761035687] 'agreement among raft nodes before linearized reading' (duration: 105.722351ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:08.681832Z","caller":"traceutil/trace.go:171","msg":"trace[1431969223] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"557.184446ms","start":"2026-04-10T01:12:08.124588Z","end":"2026-04-10T01:12:08.681772Z","steps":["trace[1431969223] 'process raft request' (duration: 343.149003ms)","trace[1431969223] 'compare' (duration: 213.513598ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:12:08.682776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:08.124547Z","time spent":"557.974807ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:12:09.589037Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625762332729934,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:12:10.08972Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625762332729934,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:12:10.101276Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.020980688s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T01:12:10.109599Z","caller":"traceutil/trace.go:171","msg":"trace[1008363478] linearizableReadLoop","detail":"{readStateIndex:651; appliedIndex:650; }","duration":"1.021260964s","start":"2026-04-10T01:12:09.088264Z","end":"2026-04-10T01:12:10.109525Z","steps":["trace[1008363478] 'read index received' (duration: 1.013272206s)","trace[1008363478] 'applied index is now lower than readState.Index' (duration: 7.986558ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:12:10.109652Z","caller":"traceutil/trace.go:171","msg":"trace[1721053876] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"1.031336399s","start":"2026-04-10T01:12:09.07825Z","end":"2026-04-10T01:12:10.109586Z","steps":["trace[1721053876] 'process raft request' (duration: 1.024121872s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:10.109855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.198045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:10.109906Z","caller":"traceutil/trace.go:171","msg":"trace[1019326311] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:619; }","duration":"838.318549ms","start":"2026-04-10T01:12:09.271574Z","end":"2026-04-10T01:12:10.109893Z","steps":["trace[1019326311] 'agreement among raft nodes before linearized reading' (duration: 838.213936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:10.109891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021600175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-xwjtv\" ","response":"range_response_count:1 size:16961"} {"level":"warn","ts":"2026-04-10T01:12:10.109945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:09.271539Z","time spent":"838.393951ms","remote":"127.0.0.1:47820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T01:12:10.109926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:09.07821Z","time spent":"1.031577497s","remote":"127.0.0.1:47886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036105,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:12:10.11001Z","caller":"traceutil/trace.go:171","msg":"trace[757401771] range","detail":"{range_begin:/registry/pods/kube-system/cilium-xwjtv; range_end:; response_count:1; response_revision:619; }","duration":"1.02176711s","start":"2026-04-10T01:12:09.0882Z","end":"2026-04-10T01:12:10.109967Z","steps":["trace[757401771] 'agreement among raft nodes before linearized reading' (duration: 1.021468392s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:10.110066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:09.088173Z","time spent":"1.021880062s","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16985,"request content":"key:\"/registry/pods/kube-system/cilium-xwjtv\" "} {"level":"warn","ts":"2026-04-10T01:12:10.774296Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625762332729937,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:12:11.274861Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625762332729937,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:12:11.514645Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.388716649s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T01:12:11.515239Z","caller":"traceutil/trace.go:171","msg":"trace[2072244801] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"1.389632185s","start":"2026-04-10T01:12:10.125577Z","end":"2026-04-10T01:12:11.515209Z","steps":["trace[2072244801] 'process raft request' (duration: 1.38945118s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:11.515391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:10.125549Z","time spent":"1.389745438s","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:12:12.273316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999828287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T01:12:12.27343Z","caller":"traceutil/trace.go:171","msg":"trace[495977429] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000017292s","start":"2026-04-10T01:12:10.273383Z","end":"2026-04-10T01:12:12.273401Z","steps":["trace[495977429] 'agreement among raft nodes before linearized reading' (duration: 1.999879838s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:12.273496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:10.273351Z","time spent":"2.000130714s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 01:12:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T01:12:12.618864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.581239ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:12:12.619329Z","caller":"traceutil/trace.go:171","msg":"trace[393970269] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"2.454417457s","start":"2026-04-10T01:12:10.164873Z","end":"2026-04-10T01:12:12.61929Z","steps":["trace[393970269] 'process raft request' (duration: 1.543277083s)","trace[393970269] 'compare' (duration: 910.172868ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:12:12.619336Z","caller":"traceutil/trace.go:171","msg":"trace[162802238] linearizableReadLoop","detail":"{readStateIndex:653; appliedIndex:651; }","duration":"2.345814016s","start":"2026-04-10T01:12:10.273459Z","end":"2026-04-10T01:12:12.619273Z","steps":["trace[162802238] 'read index received' (duration: 1.241571609s)","trace[162802238] 'applied index is now lower than readState.Index' (duration: 1.104234487s)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:12:12.619432Z","caller":"traceutil/trace.go:171","msg":"trace[1988590035] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"116.087344ms","start":"2026-04-10T01:12:12.503282Z","end":"2026-04-10T01:12:12.619369Z","steps":["trace[1988590035] 'process raft request' (duration: 115.734733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:12.619491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:10.16483Z","time spent":"2.45457807s","remote":"127.0.0.1:47996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":818,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T01:12:12.619748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.931838874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-10T01:12:12.61978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.835147788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-10T01:12:12.619842Z","caller":"traceutil/trace.go:171","msg":"trace[232386632] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:622; }","duration":"1.932000669s","start":"2026-04-10T01:12:10.687818Z","end":"2026-04-10T01:12:12.619818Z","steps":["trace[232386632] 'agreement among raft nodes before linearized reading' (duration: 1.931729241s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:12.61985Z","caller":"traceutil/trace.go:171","msg":"trace[1513305035] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:622; }","duration":"1.835298833s","start":"2026-04-10T01:12:10.784529Z","end":"2026-04-10T01:12:12.619828Z","steps":["trace[1513305035] 'agreement among raft nodes before linearized reading' (duration: 1.835039805s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:12.619825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.593039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:12:12.619868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.91004255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-10T01:12:12.619899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:10.68779Z","time spent":"1.93209828s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T01:12:12.619909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:10.784503Z","time spent":"1.835392495s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-10T01:12:12.61995Z","caller":"traceutil/trace.go:171","msg":"trace[896451920] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:622; }","duration":"1.910141173s","start":"2026-04-10T01:12:10.709786Z","end":"2026-04-10T01:12:12.619927Z","steps":["trace[896451920] 'agreement among raft nodes before linearized reading' (duration: 1.909960148s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:12.619956Z","caller":"traceutil/trace.go:171","msg":"trace[1456999304] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:622; }","duration":"345.795945ms","start":"2026-04-10T01:12:12.274128Z","end":"2026-04-10T01:12:12.619924Z","steps":["trace[1456999304] 'agreement among raft nodes before linearized reading' (duration: 345.553048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:12.619987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:10.709716Z","time spent":"1.910262675s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T01:12:12.620025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:12.274094Z","time spent":"345.921708ms","remote":"127.0.0.1:47820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T01:12:12.619936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.931920366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-10T01:12:12.620101Z","caller":"traceutil/trace.go:171","msg":"trace[261952147] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:622; }","duration":"1.932134601s","start":"2026-04-10T01:12:10.68794Z","end":"2026-04-10T01:12:12.620075Z","steps":["trace[261952147] 'agreement among raft nodes before linearized reading' (duration: 1.931824593s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:12.620202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:10.687909Z","time spent":"1.932260655s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T01:12:12.620207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100119645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-xwjtv\" ","response":"range_response_count:1 size:17145"} {"level":"info","ts":"2026-04-10T01:12:12.620289Z","caller":"traceutil/trace.go:171","msg":"trace[1087871222] range","detail":"{range_begin:/registry/pods/kube-system/cilium-xwjtv; range_end:; response_count:1; response_revision:622; }","duration":"1.100237237s","start":"2026-04-10T01:12:11.520037Z","end":"2026-04-10T01:12:12.620274Z","steps":["trace[1087871222] 'agreement among raft nodes before linearized reading' (duration: 1.099673182s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:12.62034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:11.520016Z","time spent":"1.10031088s","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17169,"request content":"key:\"/registry/pods/kube-system/cilium-xwjtv\" "} {"level":"warn","ts":"2026-04-10T01:12:14.634572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000574356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T01:12:14.634735Z","caller":"traceutil/trace.go:171","msg":"trace[1100354722] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000778362s","start":"2026-04-10T01:12:12.633927Z","end":"2026-04-10T01:12:14.634705Z","steps":["trace[1100354722] 'agreement among raft nodes before linearized reading' (duration: 2.000584067s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:14.634814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:12.633918Z","time spent":"2.000879445s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 01:12:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T01:12:15.680297Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.016044914s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T01:12:15.811775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.600865043s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:15.811968Z","caller":"traceutil/trace.go:171","msg":"trace[1865228562] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:623; }","duration":"1.601057608s","start":"2026-04-10T01:12:14.210857Z","end":"2026-04-10T01:12:15.811915Z","steps":["trace[1865228562] 'range keys from in-memory index tree' (duration: 1.600842512s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:15.812019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.325599ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:12:15.812416Z","caller":"traceutil/trace.go:171","msg":"trace[1430372417] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"3.187356473s","start":"2026-04-10T01:12:12.62504Z","end":"2026-04-10T01:12:15.812396Z","steps":["trace[1430372417] 'process raft request' (duration: 3.187214849s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:15.812416Z","caller":"traceutil/trace.go:171","msg":"trace[998570127] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"3.187400913s","start":"2026-04-10T01:12:12.624976Z","end":"2026-04-10T01:12:15.812377Z","steps":["trace[998570127] 'process raft request' (duration: 3.187146297s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:15.81251Z","caller":"traceutil/trace.go:171","msg":"trace[319884243] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"3.18755612s","start":"2026-04-10T01:12:12.624845Z","end":"2026-04-10T01:12:15.812401Z","steps":["trace[319884243] 'process raft request' (duration: 3.055756207s)","trace[319884243] 'compare' (duration: 130.548758ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:12:15.812578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:12.625003Z","time spent":"3.187512588s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:12:15.812678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:12.624945Z","time spent":"3.187620421s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:12:15.812742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:12.624821Z","time spent":"3.187811416s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T01:12:15.813087Z","caller":"traceutil/trace.go:171","msg":"trace[382272903] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"3.180606549s","start":"2026-04-10T01:12:12.632442Z","end":"2026-04-10T01:12:15.813048Z","steps":["trace[382272903] 'process raft request' (duration: 3.179880009s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:15.813182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:12.632431Z","time spent":"3.180704342s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:12:15.813144Z","caller":"traceutil/trace.go:171","msg":"trace[627508936] linearizableReadLoop","detail":"{readStateIndex:658; appliedIndex:654; }","duration":"3.180929058s","start":"2026-04-10T01:12:12.632164Z","end":"2026-04-10T01:12:15.813093Z","steps":["trace[627508936] 'read index received' (duration: 32.104886ms)","trace[627508936] 'applied index is now lower than readState.Index' (duration: 3.148819632s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:12:15.826343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.194131159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:12:15.826416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191337182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:15.826463Z","caller":"traceutil/trace.go:171","msg":"trace[1953547013] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:627; }","duration":"1.191428413s","start":"2026-04-10T01:12:14.63502Z","end":"2026-04-10T01:12:15.826449Z","steps":["trace[1953547013] 'agreement among raft nodes before linearized reading' (duration: 1.191329221s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:15.82646Z","caller":"traceutil/trace.go:171","msg":"trace[1587923053] range","detail":"{range_begin:/registry/roles/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:627; }","duration":"3.194309213s","start":"2026-04-10T01:12:12.632122Z","end":"2026-04-10T01:12:15.826432Z","steps":["trace[1587923053] 'agreement among raft nodes before linearized reading' (duration: 3.181090772s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:15.826462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155642488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-10T01:12:15.826503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:14.634996Z","time spent":"1.191500115s","remote":"127.0.0.1:47820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T01:12:15.826505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:12.632109Z","time spent":"3.194386704s","remote":"127.0.0.1:48138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":29,"request content":"key:\"/registry/roles/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"info","ts":"2026-04-10T01:12:15.826512Z","caller":"traceutil/trace.go:171","msg":"trace[1929693723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:627; }","duration":"1.15574896s","start":"2026-04-10T01:12:14.67075Z","end":"2026-04-10T01:12:15.826499Z","steps":["trace[1929693723] 'agreement among raft nodes before linearized reading' (duration: 1.155604157s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:15.826544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:14.670721Z","time spent":"1.155816363s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-10T01:12:16.412388Z","caller":"traceutil/trace.go:171","msg":"trace[1363483719] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"154.334126ms","start":"2026-04-10T01:12:16.258011Z","end":"2026-04-10T01:12:16.412345Z","steps":["trace[1363483719] 'process raft request' (duration: 153.557975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:17.94384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.005381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:17.943958Z","caller":"traceutil/trace.go:171","msg":"trace[893518814] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:644; }","duration":"674.165695ms","start":"2026-04-10T01:12:17.269765Z","end":"2026-04-10T01:12:17.943931Z","steps":["trace[893518814] 'range keys from in-memory index tree' (duration: 673.929778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:17.944006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:17.269746Z","time spent":"674.252196ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T01:12:17.950092Z","caller":"traceutil/trace.go:171","msg":"trace[939979436] linearizableReadLoop","detail":"{readStateIndex:678; appliedIndex:677; }","duration":"241.828562ms","start":"2026-04-10T01:12:17.708239Z","end":"2026-04-10T01:12:17.950067Z","steps":["trace[939979436] 'read index received' (duration: 240.713731ms)","trace[939979436] 'applied index is now lower than readState.Index' (duration: 1.113781ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:12:17.95018Z","caller":"traceutil/trace.go:171","msg":"trace[1974019999] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"567.277822ms","start":"2026-04-10T01:12:17.382864Z","end":"2026-04-10T01:12:17.950142Z","steps":["trace[1974019999] 'process raft request' (duration: 566.516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:17.950293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.039397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:12:17.950328Z","caller":"traceutil/trace.go:171","msg":"trace[1088158106] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:645; }","duration":"242.088218ms","start":"2026-04-10T01:12:17.70823Z","end":"2026-04-10T01:12:17.950318Z","steps":["trace[1088158106] 'agreement among raft nodes before linearized reading' (duration: 241.990035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:17.95037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:17.382816Z","time spent":"567.451486ms","remote":"127.0.0.1:47886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036229,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:12:17.950463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.413492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-10T01:12:17.950522Z","caller":"traceutil/trace.go:171","msg":"trace[1349376281] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:645; }","duration":"113.468783ms","start":"2026-04-10T01:12:17.837035Z","end":"2026-04-10T01:12:17.950503Z","steps":["trace[1349376281] 'agreement among raft nodes before linearized reading' (duration: 113.264198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:17.950518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.666486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-10T01:12:17.950518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.012368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T01:12:17.950608Z","caller":"traceutil/trace.go:171","msg":"trace[1916790796] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:645; }","duration":"132.79835ms","start":"2026-04-10T01:12:17.817786Z","end":"2026-04-10T01:12:17.950584Z","steps":["trace[1916790796] 'agreement among raft nodes before linearized reading' (duration: 132.504732ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:17.950618Z","caller":"traceutil/trace.go:171","msg":"trace[1152905889] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:645; }","duration":"132.177803ms","start":"2026-04-10T01:12:17.818426Z","end":"2026-04-10T01:12:17.950604Z","steps":["trace[1152905889] 'agreement among raft nodes before linearized reading' (duration: 131.973308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:17.950713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.831061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-10T01:12:17.950744Z","caller":"traceutil/trace.go:171","msg":"trace[1498062004] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:645; }","duration":"132.900913ms","start":"2026-04-10T01:12:17.817836Z","end":"2026-04-10T01:12:17.950737Z","steps":["trace[1498062004] 'agreement among raft nodes before linearized reading' (duration: 132.762599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:20.631231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.788116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-04-10T01:12:20.631444Z","caller":"traceutil/trace.go:171","msg":"trace[183745369] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:712; }","duration":"225.087505ms","start":"2026-04-10T01:12:20.406333Z","end":"2026-04-10T01:12:20.631421Z","steps":["trace[183745369] 'range keys from in-memory index tree' (duration: 224.54557ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:22.038271Z","caller":"traceutil/trace.go:171","msg":"trace[1589446667] linearizableReadLoop","detail":"{readStateIndex:755; appliedIndex:754; }","duration":"232.135747ms","start":"2026-04-10T01:12:21.806103Z","end":"2026-04-10T01:12:22.038239Z","steps":["trace[1589446667] 'read index received' (duration: 231.740216ms)","trace[1589446667] 'applied index is now lower than readState.Index' (duration: 394.091µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:12:22.038381Z","caller":"traceutil/trace.go:171","msg":"trace[1742846784] transaction","detail":"{read_only:false; response_revision:720; number_of_response:1; }","duration":"396.348224ms","start":"2026-04-10T01:12:21.641998Z","end":"2026-04-10T01:12:22.038346Z","steps":["trace[1742846784] 'process raft request' (duration: 395.957313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:22.03858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.447565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-04-10T01:12:22.038635Z","caller":"traceutil/trace.go:171","msg":"trace[13811527] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:720; }","duration":"232.555588ms","start":"2026-04-10T01:12:21.806062Z","end":"2026-04-10T01:12:22.038618Z","steps":["trace[13811527] 'agreement among raft nodes before linearized reading' (duration: 232.330772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:22.03879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:21.641961Z","time spent":"396.497717ms","remote":"127.0.0.1:47840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187455,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T01:12:22.151787Z","caller":"traceutil/trace.go:171","msg":"trace[1238166322] transaction","detail":"{read_only:false; response_revision:721; number_of_response:1; }","duration":"168.821982ms","start":"2026-04-10T01:12:21.982927Z","end":"2026-04-10T01:12:22.151749Z","steps":["trace[1238166322] 'process raft request' (duration: 168.433231ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:22.151882Z","caller":"traceutil/trace.go:171","msg":"trace[287400032] linearizableReadLoop","detail":"{readStateIndex:757; appliedIndex:755; }","duration":"113.510024ms","start":"2026-04-10T01:12:22.038355Z","end":"2026-04-10T01:12:22.151865Z","steps":["trace[287400032] 'read index received' (duration: 113.112723ms)","trace[287400032] 'applied index is now lower than readState.Index' (duration: 396.251µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:12:22.152012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.698821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-10T01:12:22.152056Z","caller":"traceutil/trace.go:171","msg":"trace[777942003] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:722; }","duration":"269.794803ms","start":"2026-04-10T01:12:21.882249Z","end":"2026-04-10T01:12:22.152044Z","steps":["trace[777942003] 'agreement among raft nodes before linearized reading' (duration: 269.67655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:22.152101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.367436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-10T01:12:22.152067Z","caller":"traceutil/trace.go:171","msg":"trace[26507994] transaction","detail":"{read_only:false; response_revision:722; number_of_response:1; }","duration":"115.404486ms","start":"2026-04-10T01:12:22.036609Z","end":"2026-04-10T01:12:22.152013Z","steps":["trace[26507994] 'process raft request' (duration: 115.060296ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:22.15216Z","caller":"traceutil/trace.go:171","msg":"trace[855810389] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:722; }","duration":"169.49221ms","start":"2026-04-10T01:12:21.982655Z","end":"2026-04-10T01:12:22.152147Z","steps":["trace[855810389] 'agreement among raft nodes before linearized reading' (duration: 169.317286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:22.152143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.399223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-10T01:12:22.152233Z","caller":"traceutil/trace.go:171","msg":"trace[1738988774] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:722; }","duration":"167.524656ms","start":"2026-04-10T01:12:21.98469Z","end":"2026-04-10T01:12:22.152215Z","steps":["trace[1738988774] 'agreement among raft nodes before linearized reading' (duration: 167.207178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:22.152348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.946061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-10T01:12:22.152475Z","caller":"traceutil/trace.go:171","msg":"trace[569128498] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:722; }","duration":"174.120606ms","start":"2026-04-10T01:12:21.978319Z","end":"2026-04-10T01:12:22.15244Z","steps":["trace[569128498] 'agreement among raft nodes before linearized reading' (duration: 173.759057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:22.152471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.589946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T01:12:22.15259Z","caller":"traceutil/trace.go:171","msg":"trace[1119855060] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:722; }","duration":"168.767559ms","start":"2026-04-10T01:12:21.983792Z","end":"2026-04-10T01:12:22.15256Z","steps":["trace[1119855060] 'agreement among raft nodes before linearized reading' (duration: 168.379328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:22.152606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.13841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-10T01:12:22.152726Z","caller":"traceutil/trace.go:171","msg":"trace[244402666] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:722; }","duration":"129.341935ms","start":"2026-04-10T01:12:22.023357Z","end":"2026-04-10T01:12:22.152698Z","steps":["trace[244402666] 'agreement among raft nodes before linearized reading' (duration: 128.78172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:24.716147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.095897ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-10T01:12:24.774164Z","caller":"traceutil/trace.go:171","msg":"trace[1498354754] transaction","detail":"{read_only:false; response_revision:751; number_of_response:1; }","duration":"385.176509ms","start":"2026-04-10T01:12:24.388958Z","end":"2026-04-10T01:12:24.774134Z","steps":["trace[1498354754] 'process raft request' (duration: 384.979333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:24.774334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:24.388918Z","time spent":"385.316022ms","remote":"127.0.0.1:40630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1696,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:12:24.970364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.495227ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:12:24.97059Z","caller":"traceutil/trace.go:171","msg":"trace[226569344] linearizableReadLoop","detail":"{readStateIndex:789; appliedIndex:788; }","duration":"163.097586ms","start":"2026-04-10T01:12:24.807469Z","end":"2026-04-10T01:12:24.970566Z","steps":["trace[226569344] 'read index received' (duration: 61.27001ms)","trace[226569344] 'applied index is now lower than readState.Index' (duration: 101.825576ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:12:24.970751Z","caller":"traceutil/trace.go:171","msg":"trace[811140112] transaction","detail":"{read_only:false; response_revision:752; number_of_response:1; }","duration":"186.961045ms","start":"2026-04-10T01:12:24.783753Z","end":"2026-04-10T01:12:24.970714Z","steps":["trace[811140112] 'process raft request' (duration: 85.004746ms)","trace[811140112] 'compare' (duration: 101.264921ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:12:24.970901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.416274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-xwjtv.18a4d9b942e29acb\" ","response":"range_response_count:1 size:795"} {"level":"info","ts":"2026-04-10T01:12:24.970966Z","caller":"traceutil/trace.go:171","msg":"trace[368028314] range","detail":"{range_begin:/registry/events/kube-system/cilium-xwjtv.18a4d9b942e29acb; range_end:; response_count:1; response_revision:752; }","duration":"163.557438ms","start":"2026-04-10T01:12:24.807396Z","end":"2026-04-10T01:12:24.970953Z","steps":["trace[368028314] 'agreement among raft nodes before linearized reading' (duration: 163.318091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:24.971411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.636302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:2074"} {"level":"info","ts":"2026-04-10T01:12:24.971491Z","caller":"traceutil/trace.go:171","msg":"trace[164456399] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:752; }","duration":"130.2556ms","start":"2026-04-10T01:12:24.841216Z","end":"2026-04-10T01:12:24.971471Z","steps":["trace[164456399] 'agreement among raft nodes before linearized reading' (duration: 129.615413ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:25.335202Z","caller":"traceutil/trace.go:171","msg":"trace[283208925] linearizableReadLoop","detail":"{readStateIndex:791; appliedIndex:790; }","duration":"342.376502ms","start":"2026-04-10T01:12:24.992794Z","end":"2026-04-10T01:12:25.33517Z","steps":["trace[283208925] 'read index received' (duration: 341.255382ms)","trace[283208925] 'applied index is now lower than readState.Index' (duration: 1.11992ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:12:25.335461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.624758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:25.335525Z","caller":"traceutil/trace.go:171","msg":"trace[787005825] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:754; }","duration":"342.731171ms","start":"2026-04-10T01:12:24.992772Z","end":"2026-04-10T01:12:25.335503Z","steps":["trace[787005825] 'agreement among raft nodes before linearized reading' (duration: 342.557897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:25.335588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:24.992761Z","time spent":"342.809683ms","remote":"127.0.0.1:40674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-04-10T01:12:25.335298Z","caller":"traceutil/trace.go:171","msg":"trace[52584661] transaction","detail":"{read_only:false; response_revision:754; number_of_response:1; }","duration":"345.211149ms","start":"2026-04-10T01:12:24.990033Z","end":"2026-04-10T01:12:25.335245Z","steps":["trace[52584661] 'process raft request' (duration: 344.033887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:25.336284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:24.989997Z","time spent":"346.207376ms","remote":"127.0.0.1:40630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2142,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:12:25.555847Z","caller":"traceutil/trace.go:171","msg":"trace[180859365] linearizableReadLoop","detail":"{readStateIndex:792; appliedIndex:791; }","duration":"220.49255ms","start":"2026-04-10T01:12:25.335294Z","end":"2026-04-10T01:12:25.555787Z","steps":["trace[180859365] 'read index received' (duration: 220.186932ms)","trace[180859365] 'applied index is now lower than readState.Index' (duration: 304.078µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:12:25.555923Z","caller":"traceutil/trace.go:171","msg":"trace[405134792] transaction","detail":"{read_only:false; response_revision:755; number_of_response:1; }","duration":"555.522521ms","start":"2026-04-10T01:12:25.000344Z","end":"2026-04-10T01:12:25.555867Z","steps":["trace[405134792] 'process raft request' (duration: 555.232514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:25.556151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.078858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:12:25.556156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:25.000322Z","time spent":"555.698307ms","remote":"127.0.0.1:47970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:12:25.556199Z","caller":"traceutil/trace.go:171","msg":"trace[1032097176] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:755; }","duration":"563.235632ms","start":"2026-04-10T01:12:24.992951Z","end":"2026-04-10T01:12:25.556186Z","steps":["trace[1032097176] 'agreement among raft nodes before linearized reading' (duration: 562.989805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:25.556247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:24.992885Z","time spent":"563.350224ms","remote":"127.0.0.1:40674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T01:12:25.556287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.260386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:12:25.556373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.76476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:25.556403Z","caller":"traceutil/trace.go:171","msg":"trace[990314879] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:755; }","duration":"285.427949ms","start":"2026-04-10T01:12:25.270948Z","end":"2026-04-10T01:12:25.556376Z","steps":["trace[990314879] 'agreement among raft nodes before linearized reading' (duration: 285.203533ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:25.556444Z","caller":"traceutil/trace.go:171","msg":"trace[1276926075] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:755; }","duration":"562.880212ms","start":"2026-04-10T01:12:24.993548Z","end":"2026-04-10T01:12:25.556428Z","steps":["trace[1276926075] 'agreement among raft nodes before linearized reading' (duration: 562.743137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:25.55648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:24.993524Z","time spent":"562.947814ms","remote":"127.0.0.1:40674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:500 "} {"level":"warn","ts":"2026-04-10T01:12:32.73458Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625762332730340,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:12:33.235089Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625762332730340,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:12:33.73544Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625762332730340,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:12:33.96757Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.74827326s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T01:12:33.96808Z","caller":"traceutil/trace.go:171","msg":"trace[1699453936] transaction","detail":"{read_only:false; response_revision:804; number_of_response:1; }","duration":"1.74895902s","start":"2026-04-10T01:12:32.21909Z","end":"2026-04-10T01:12:33.968049Z","steps":["trace[1699453936] 'process raft request' (duration: 1.748754914s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:33.968292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:32.219063Z","time spent":"1.749117513s","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4024,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:12:33.971521Z","caller":"traceutil/trace.go:171","msg":"trace[1439534817] linearizableReadLoop","detail":"{readStateIndex:843; appliedIndex:841; }","duration":"1.737765776s","start":"2026-04-10T01:12:32.233735Z","end":"2026-04-10T01:12:33.971501Z","steps":["trace[1439534817] 'read index received' (duration: 1.734073396s)","trace[1439534817] 'applied index is now lower than readState.Index' (duration: 3.69048ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:12:33.971573Z","caller":"traceutil/trace.go:171","msg":"trace[1953405455] transaction","detail":"{read_only:false; response_revision:805; number_of_response:1; }","duration":"963.627717ms","start":"2026-04-10T01:12:33.0079Z","end":"2026-04-10T01:12:33.971528Z","steps":["trace[1953405455] 'process raft request' (duration: 963.438812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:33.971729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737988072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-10T01:12:33.971771Z","caller":"traceutil/trace.go:171","msg":"trace[106970300] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:805; }","duration":"1.738088785s","start":"2026-04-10T01:12:32.233672Z","end":"2026-04-10T01:12:33.971761Z","steps":["trace[106970300] 'agreement among raft nodes before linearized reading' (duration: 1.737936491s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:33.971802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:32.23364Z","time spent":"1.738154257s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T01:12:33.971819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.713808296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"warn","ts":"2026-04-10T01:12:33.97184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.705787929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-10T01:12:33.97192Z","caller":"traceutil/trace.go:171","msg":"trace[1715483846] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:805; }","duration":"1.713983452s","start":"2026-04-10T01:12:32.257915Z","end":"2026-04-10T01:12:33.971898Z","steps":["trace[1715483846] 'agreement among raft nodes before linearized reading' (duration: 1.713728395s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:33.971971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:32.257873Z","time spent":"1.714088675s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-10T01:12:33.971984Z","caller":"traceutil/trace.go:171","msg":"trace[1444795106] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:805; }","duration":"1.705884452s","start":"2026-04-10T01:12:32.266026Z","end":"2026-04-10T01:12:33.971911Z","steps":["trace[1444795106] 'agreement among raft nodes before linearized reading' (duration: 1.705744777s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:33.972043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.706373266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-10T01:12:33.972077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:32.265997Z","time spent":"1.706069816s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-10T01:12:33.972123Z","caller":"traceutil/trace.go:171","msg":"trace[1355337938] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:805; }","duration":"1.706481697s","start":"2026-04-10T01:12:32.265614Z","end":"2026-04-10T01:12:33.972096Z","steps":["trace[1355337938] 'agreement among raft nodes before linearized reading' (duration: 1.70619814s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:33.972184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:32.265578Z","time spent":"1.706591381s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T01:12:33.972214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.703149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:33.972283Z","caller":"traceutil/trace.go:171","msg":"trace[990771597] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:805; }","duration":"701.105659ms","start":"2026-04-10T01:12:33.271155Z","end":"2026-04-10T01:12:33.972261Z","steps":["trace[990771597] 'agreement among raft nodes before linearized reading' (duration: 700.643637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:33.972251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.70991341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-10T01:12:33.972323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:33.271113Z","time spent":"701.202052ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T01:12:33.972367Z","caller":"traceutil/trace.go:171","msg":"trace[1633928390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:805; }","duration":"1.710132477s","start":"2026-04-10T01:12:32.262203Z","end":"2026-04-10T01:12:33.972335Z","steps":["trace[1633928390] 'agreement among raft nodes before linearized reading' (duration: 1.709674764s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:33.972449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:32.262162Z","time spent":"1.71027115s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T01:12:33.972572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:33.007863Z","time spent":"963.804391ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:12:47.983363Z","caller":"traceutil/trace.go:171","msg":"trace[628648057] transaction","detail":"{read_only:false; response_revision:961; number_of_response:1; }","duration":"271.939423ms","start":"2026-04-10T01:12:47.711349Z","end":"2026-04-10T01:12:47.983288Z","steps":["trace[628648057] 'process raft request' (duration: 271.646775ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:48.286949Z","caller":"traceutil/trace.go:171","msg":"trace[260852259] transaction","detail":"{read_only:false; response_revision:962; number_of_response:1; }","duration":"295.02732ms","start":"2026-04-10T01:12:47.991891Z","end":"2026-04-10T01:12:48.286918Z","steps":["trace[260852259] 'process raft request' (duration: 214.812815ms)","trace[260852259] 'compare' (duration: 80.031079ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:12:48.486369Z","caller":"traceutil/trace.go:171","msg":"trace[555005962] linearizableReadLoop","detail":"{readStateIndex:1005; appliedIndex:1002; }","duration":"422.717901ms","start":"2026-04-10T01:12:48.063624Z","end":"2026-04-10T01:12:48.486342Z","steps":["trace[555005962] 'read index received' (duration: 143.171452ms)","trace[555005962] 'applied index is now lower than readState.Index' (duration: 279.545409ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:12:48.486446Z","caller":"traceutil/trace.go:171","msg":"trace[200935542] transaction","detail":"{read_only:false; response_revision:964; number_of_response:1; }","duration":"492.077102ms","start":"2026-04-10T01:12:47.99435Z","end":"2026-04-10T01:12:48.486427Z","steps":["trace[200935542] 'process raft request' (duration: 491.940008ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:48.486452Z","caller":"traceutil/trace.go:171","msg":"trace[1675355984] transaction","detail":"{read_only:false; response_revision:963; number_of_response:1; }","duration":"493.808989ms","start":"2026-04-10T01:12:47.992585Z","end":"2026-04-10T01:12:48.486394Z","steps":["trace[1675355984] 'process raft request' (duration: 493.521721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:48.486581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:47.99432Z","time spent":"492.170845ms","remote":"127.0.0.1:48306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5192,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:12:48.486717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.817694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-10T01:12:48.486714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:47.992562Z","time spent":"493.998624ms","remote":"127.0.0.1:47962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1104,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:12:48.486749Z","caller":"traceutil/trace.go:171","msg":"trace[1397807239] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:964; }","duration":"249.847674ms","start":"2026-04-10T01:12:48.236891Z","end":"2026-04-10T01:12:48.486739Z","steps":["trace[1397807239] 'agreement among raft nodes before linearized reading' (duration: 249.737911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:48.486767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.909766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-10T01:12:48.48679Z","caller":"traceutil/trace.go:171","msg":"trace[1034863307] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:964; }","duration":"249.954466ms","start":"2026-04-10T01:12:48.236829Z","end":"2026-04-10T01:12:48.486783Z","steps":["trace[1034863307] 'agreement among raft nodes before linearized reading' (duration: 249.877235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:48.486851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.907977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-10T01:12:48.486896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.553284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:48.48691Z","caller":"traceutil/trace.go:171","msg":"trace[792643067] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:964; }","duration":"250.033529ms","start":"2026-04-10T01:12:48.236859Z","end":"2026-04-10T01:12:48.486893Z","steps":["trace[792643067] 'agreement among raft nodes before linearized reading' (duration: 249.762442ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:48.486927Z","caller":"traceutil/trace.go:171","msg":"trace[312956937] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:964; }","duration":"215.636167ms","start":"2026-04-10T01:12:48.271284Z","end":"2026-04-10T01:12:48.48692Z","steps":["trace[312956937] 'agreement among raft nodes before linearized reading' (duration: 215.578165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:48.486884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.339001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-10T01:12:48.48701Z","caller":"traceutil/trace.go:171","msg":"trace[349436515] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:964; }","duration":"266.481365ms","start":"2026-04-10T01:12:48.220484Z","end":"2026-04-10T01:12:48.486966Z","steps":["trace[349436515] 'agreement among raft nodes before linearized reading' (duration: 266.114586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:48.486614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.00168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-04-10T01:12:48.487133Z","caller":"traceutil/trace.go:171","msg":"trace[713630279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:964; }","duration":"423.570845ms","start":"2026-04-10T01:12:48.063555Z","end":"2026-04-10T01:12:48.487125Z","steps":["trace[713630279] 'agreement among raft nodes before linearized reading' (duration: 422.920067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:48.487149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:48.063525Z","time spent":"423.618156ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-10T01:12:48.719064Z","caller":"traceutil/trace.go:171","msg":"trace[2098783173] transaction","detail":"{read_only:false; response_revision:967; number_of_response:1; }","duration":"227.764456ms","start":"2026-04-10T01:12:48.491275Z","end":"2026-04-10T01:12:48.71904Z","steps":["trace[2098783173] 'process raft request' (duration: 227.679163ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:48.719108Z","caller":"traceutil/trace.go:171","msg":"trace[575440854] transaction","detail":"{read_only:false; response_revision:966; number_of_response:1; }","duration":"227.778676ms","start":"2026-04-10T01:12:48.491272Z","end":"2026-04-10T01:12:48.719051Z","steps":["trace[575440854] 'process raft request' (duration: 195.969363ms)","trace[575440854] 'compare' (duration: 31.575107ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:12:48.719429Z","caller":"traceutil/trace.go:171","msg":"trace[645467962] transaction","detail":"{read_only:false; response_revision:968; number_of_response:1; }","duration":"227.760055ms","start":"2026-04-10T01:12:48.491657Z","end":"2026-04-10T01:12:48.719417Z","steps":["trace[645467962] 'process raft request' (duration: 227.345244ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:48.719493Z","caller":"traceutil/trace.go:171","msg":"trace[1869968121] transaction","detail":"{read_only:false; response_revision:970; number_of_response:1; }","duration":"224.966769ms","start":"2026-04-10T01:12:48.494511Z","end":"2026-04-10T01:12:48.719478Z","steps":["trace[1869968121] 'process raft request' (duration: 224.898768ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:48.719522Z","caller":"traceutil/trace.go:171","msg":"trace[200357337] transaction","detail":"{read_only:false; response_revision:969; number_of_response:1; }","duration":"227.801677ms","start":"2026-04-10T01:12:48.491698Z","end":"2026-04-10T01:12:48.7195Z","steps":["trace[200357337] 'process raft request' (duration: 227.568301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:48.937777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.100102ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:12:48.937942Z","caller":"traceutil/trace.go:171","msg":"trace[1520727263] linearizableReadLoop","detail":"{readStateIndex:1012; appliedIndex:1006; }","duration":"400.830258ms","start":"2026-04-10T01:12:48.537056Z","end":"2026-04-10T01:12:48.937886Z","steps":["trace[1520727263] 'read index received' (duration: 150.275255ms)","trace[1520727263] 'applied index is now lower than readState.Index' (duration: 250.553383ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:12:48.938098Z","caller":"traceutil/trace.go:171","msg":"trace[730906824] transaction","detail":"{read_only:false; response_revision:971; number_of_response:1; }","duration":"412.305079ms","start":"2026-04-10T01:12:48.52576Z","end":"2026-04-10T01:12:48.938065Z","steps":["trace[730906824] 'process raft request' (duration: 310.800496ms)","trace[730906824] 'compare' (duration: 100.943338ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:12:48.938206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:48.525726Z","time spent":"412.439653ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:12:48.93853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.443595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/kube-system/coredns-7c96b6546b-lhl8n\" ","response":"range_response_count:1 size:2273"} {"level":"warn","ts":"2026-04-10T01:12:48.938551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.31337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-lhl8n\" ","response":"range_response_count:1 size:4883"} {"level":"info","ts":"2026-04-10T01:12:48.938675Z","caller":"traceutil/trace.go:171","msg":"trace[2114250760] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/kube-system/coredns-7c96b6546b-lhl8n; range_end:; response_count:1; response_revision:971; }","duration":"401.638179ms","start":"2026-04-10T01:12:48.53701Z","end":"2026-04-10T01:12:48.938648Z","steps":["trace[2114250760] 'agreement among raft nodes before linearized reading' (duration: 401.332331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:48.93876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:48.536991Z","time spent":"401.756062ms","remote":"127.0.0.1:40640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":2297,"request content":"key:\"/registry/cilium.io/ciliumendpoints/kube-system/coredns-7c96b6546b-lhl8n\" "} {"level":"info","ts":"2026-04-10T01:12:48.938748Z","caller":"traceutil/trace.go:171","msg":"trace[510443568] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-lhl8n; range_end:; response_count:1; response_revision:971; }","duration":"308.568177ms","start":"2026-04-10T01:12:48.630144Z","end":"2026-04-10T01:12:48.938712Z","steps":["trace[510443568] 'agreement among raft nodes before linearized reading' (duration: 308.044922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:48.939245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:48.630119Z","time spent":"309.08318ms","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4907,"request content":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-lhl8n\" "} {"level":"warn","ts":"2026-04-10T01:12:49.388052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.376898ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T01:12:49.388233Z","caller":"traceutil/trace.go:171","msg":"trace[1862866230] transaction","detail":"{read_only:false; number_of_response:1; response_revision:972; }","duration":"447.36338ms","start":"2026-04-10T01:12:48.940841Z","end":"2026-04-10T01:12:49.388204Z","steps":["trace[1862866230] 'process raft request' (duration: 113.627461ms)","trace[1862866230] 'compare' (duration: 333.215394ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:12:49.388429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:48.940811Z","time spent":"447.483012ms","remote":"127.0.0.1:40640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":76,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-04-10T01:12:49.695338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.222583ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:12:49.695464Z","caller":"traceutil/trace.go:171","msg":"trace[2058058022] linearizableReadLoop","detail":"{readStateIndex:1014; appliedIndex:1012; }","duration":"666.193802ms","start":"2026-04-10T01:12:49.02925Z","end":"2026-04-10T01:12:49.695444Z","steps":["trace[2058058022] 'read index received' (duration: 25.207374ms)","trace[2058058022] 'applied index is now lower than readState.Index' (duration: 640.984838ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:12:49.695561Z","caller":"traceutil/trace.go:171","msg":"trace[762817471] transaction","detail":"{read_only:false; response_revision:973; number_of_response:1; }","duration":"746.763307ms","start":"2026-04-10T01:12:48.948782Z","end":"2026-04-10T01:12:49.695545Z","steps":["trace[762817471] 'process raft request' (duration: 579.232845ms)","trace[762817471] 'compare' (duration: 167.06297ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:12:49.695824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:48.948754Z","time spent":"746.84551ms","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5056,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:12:49.695959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.785044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:12:49.696051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.79853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.65\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-10T01:12:49.696095Z","caller":"traceutil/trace.go:171","msg":"trace[1532755277] range","detail":"{range_begin:/registry/masterleases/199.204.45.65; range_end:; response_count:1; response_revision:973; }","duration":"666.869731ms","start":"2026-04-10T01:12:49.029214Z","end":"2026-04-10T01:12:49.696084Z","steps":["trace[1532755277] 'agreement among raft nodes before linearized reading' (duration: 666.721327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:49.696125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:49.029195Z","time spent":"666.923953ms","remote":"127.0.0.1:47834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.65\" "} {"level":"warn","ts":"2026-04-10T01:12:49.696193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.572781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:12:49.696309Z","caller":"traceutil/trace.go:171","msg":"trace[376188066] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:973; }","duration":"178.769437ms","start":"2026-04-10T01:12:49.517514Z","end":"2026-04-10T01:12:49.696283Z","steps":["trace[376188066] 'agreement among raft nodes before linearized reading' (duration: 178.442358ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:49.696287Z","caller":"traceutil/trace.go:171","msg":"trace[1822724981] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:973; }","duration":"425.891718ms","start":"2026-04-10T01:12:49.270104Z","end":"2026-04-10T01:12:49.695996Z","steps":["trace[1822724981] 'agreement among raft nodes before linearized reading' (duration: 425.463916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:49.696508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:49.270075Z","time spent":"426.291398ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T01:12:50.192835Z","caller":"traceutil/trace.go:171","msg":"trace[627908293] linearizableReadLoop","detail":"{readStateIndex:1018; appliedIndex:1017; }","duration":"443.124985ms","start":"2026-04-10T01:12:49.749684Z","end":"2026-04-10T01:12:50.192809Z","steps":["trace[627908293] 'read index received' (duration: 442.785976ms)","trace[627908293] 'applied index is now lower than readState.Index' (duration: 337.409µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:12:50.192926Z","caller":"traceutil/trace.go:171","msg":"trace[1120112588] transaction","detail":"{read_only:false; response_revision:976; number_of_response:1; }","duration":"443.373881ms","start":"2026-04-10T01:12:49.749498Z","end":"2026-04-10T01:12:50.192872Z","steps":["trace[1120112588] 'process raft request' (duration: 443.082974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:50.19306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.356471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-10T01:12:50.193106Z","caller":"traceutil/trace.go:171","msg":"trace[1489372030] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:976; }","duration":"443.431832ms","start":"2026-04-10T01:12:49.749663Z","end":"2026-04-10T01:12:50.193095Z","steps":["trace[1489372030] 'agreement among raft nodes before linearized reading' (duration: 443.248718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:50.193147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:49.749597Z","time spent":"443.541357ms","remote":"127.0.0.1:47834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-10T01:12:50.193235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:49.749487Z","time spent":"443.548897ms","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5056,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:12:53.244576Z","caller":"traceutil/trace.go:171","msg":"trace[143797741] transaction","detail":"{read_only:false; response_revision:1128; number_of_response:1; }","duration":"149.318699ms","start":"2026-04-10T01:12:53.095223Z","end":"2026-04-10T01:12:53.244542Z","steps":["trace[143797741] 'process raft request' (duration: 147.678214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:05.051351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.201815ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-10T01:13:05.051636Z","caller":"traceutil/trace.go:171","msg":"trace[899123014] transaction","detail":"{read_only:false; response_revision:1210; number_of_response:1; }","duration":"130.553369ms","start":"2026-04-10T01:13:04.921058Z","end":"2026-04-10T01:13:05.051612Z","steps":["trace[899123014] 'process raft request' (duration: 130.416476ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:13:05.129694Z","caller":"traceutil/trace.go:171","msg":"trace[1108665662] transaction","detail":"{read_only:false; response_revision:1211; number_of_response:1; }","duration":"111.913274ms","start":"2026-04-10T01:13:05.017744Z","end":"2026-04-10T01:13:05.129657Z","steps":["trace[1108665662] 'process raft request' (duration: 111.689858ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:13:05.606091Z","caller":"traceutil/trace.go:171","msg":"trace[330374905] transaction","detail":"{read_only:false; response_revision:1212; number_of_response:1; }","duration":"205.885672ms","start":"2026-04-10T01:13:05.400163Z","end":"2026-04-10T01:13:05.606049Z","steps":["trace[330374905] 'process raft request' (duration: 205.645365ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:13:23.065418Z","caller":"traceutil/trace.go:171","msg":"trace[1315922335] linearizableReadLoop","detail":"{readStateIndex:1402; appliedIndex:1401; }","duration":"268.792278ms","start":"2026-04-10T01:13:22.796591Z","end":"2026-04-10T01:13:23.065383Z","steps":["trace[1315922335] 'read index received' (duration: 268.441379ms)","trace[1315922335] 'applied index is now lower than readState.Index' (duration: 349.559µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:13:23.065588Z","caller":"traceutil/trace.go:171","msg":"trace[1699453216] transaction","detail":"{read_only:false; response_revision:1350; number_of_response:1; }","duration":"516.530995ms","start":"2026-04-10T01:13:22.548997Z","end":"2026-04-10T01:13:23.065528Z","steps":["trace[1699453216] 'process raft request' (duration: 516.173845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:23.065838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:22.548966Z","time spent":"516.741001ms","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4334,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:13:23.065825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.200969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-10T01:13:23.065938Z","caller":"traceutil/trace.go:171","msg":"trace[730789253] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1350; }","duration":"269.398854ms","start":"2026-04-10T01:13:22.796513Z","end":"2026-04-10T01:13:23.065912Z","steps":["trace[730789253] 'agreement among raft nodes before linearized reading' (duration: 269.076056ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:13:23.509673Z","caller":"traceutil/trace.go:171","msg":"trace[1754560145] transaction","detail":"{read_only:false; response_revision:1351; number_of_response:1; }","duration":"438.300664ms","start":"2026-04-10T01:13:23.071341Z","end":"2026-04-10T01:13:23.509642Z","steps":["trace[1754560145] 'process raft request' (duration: 438.12023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:23.509861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:23.071311Z","time spent":"438.452597ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:13:23.523262Z","caller":"traceutil/trace.go:171","msg":"trace[1335632101] linearizableReadLoop","detail":"{readStateIndex:1404; appliedIndex:1402; }","duration":"429.785992ms","start":"2026-04-10T01:13:23.093444Z","end":"2026-04-10T01:13:23.52323Z","steps":["trace[1335632101] 'read index received' (duration: 415.985308ms)","trace[1335632101] 'applied index is now lower than readState.Index' (duration: 13.799254ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:13:23.523324Z","caller":"traceutil/trace.go:171","msg":"trace[420729175] transaction","detail":"{read_only:false; response_revision:1352; number_of_response:1; }","duration":"451.694756ms","start":"2026-04-10T01:13:23.071595Z","end":"2026-04-10T01:13:23.52329Z","steps":["trace[420729175] 'process raft request' (duration: 451.379158ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:13:23.523398Z","caller":"traceutil/trace.go:171","msg":"trace[1321606454] transaction","detail":"{read_only:false; response_revision:1353; number_of_response:1; }","duration":"308.376332ms","start":"2026-04-10T01:13:23.214978Z","end":"2026-04-10T01:13:23.523354Z","steps":["trace[1321606454] 'process raft request' (duration: 308.162716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:23.523519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:23.071578Z","time spent":"451.829031ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:13:23.523621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:23.21495Z","time spent":"308.548765ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:13:23.52366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.783922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-04-10T01:13:23.523683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.094992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:13:23.523762Z","caller":"traceutil/trace.go:171","msg":"trace[411148142] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1353; }","duration":"388.934005ms","start":"2026-04-10T01:13:23.134803Z","end":"2026-04-10T01:13:23.523737Z","steps":["trace[411148142] 'agreement among raft nodes before linearized reading' (duration: 388.696589ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:13:23.523779Z","caller":"traceutil/trace.go:171","msg":"trace[1270982217] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1353; }","duration":"253.237196ms","start":"2026-04-10T01:13:23.27052Z","end":"2026-04-10T01:13:23.523757Z","steps":["trace[1270982217] 'agreement among raft nodes before linearized reading' (duration: 253.054752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:23.523815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:23.134783Z","time spent":"389.022759ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T01:13:23.523823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.430351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-10T01:13:23.523912Z","caller":"traceutil/trace.go:171","msg":"trace[1488013921] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1353; }","duration":"374.597336ms","start":"2026-04-10T01:13:23.149287Z","end":"2026-04-10T01:13:23.523884Z","steps":["trace[1488013921] 'agreement among raft nodes before linearized reading' (duration: 374.310829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:23.52399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:23.149264Z","time spent":"374.70819ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T01:13:23.524249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.763129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-10T01:13:23.524359Z","caller":"traceutil/trace.go:171","msg":"trace[1039296930] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1353; }","duration":"430.900953ms","start":"2026-04-10T01:13:23.093435Z","end":"2026-04-10T01:13:23.524336Z","steps":["trace[1039296930] 'agreement among raft nodes before linearized reading' (duration: 429.985008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:23.52442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:23.093371Z","time spent":"431.037866ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T01:13:29.5405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:29.033592Z","time spent":"506.900974ms","remote":"127.0.0.1:47834","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-10T01:13:31.737466Z","caller":"traceutil/trace.go:171","msg":"trace[944576106] transaction","detail":"{read_only:false; response_revision:1480; number_of_response:1; }","duration":"209.753856ms","start":"2026-04-10T01:13:31.52768Z","end":"2026-04-10T01:13:31.737434Z","steps":["trace[944576106] 'process raft request' (duration: 209.49484ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:13:31.77412Z","caller":"traceutil/trace.go:171","msg":"trace[1123203464] linearizableReadLoop","detail":"{readStateIndex:1536; appliedIndex:1534; }","duration":"195.912332ms","start":"2026-04-10T01:13:31.578161Z","end":"2026-04-10T01:13:31.774073Z","steps":["trace[1123203464] 'read index received' (duration: 159.081404ms)","trace[1123203464] 'applied index is now lower than readState.Index' (duration: 36.829618ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:13:31.774262Z","caller":"traceutil/trace.go:171","msg":"trace[1995687065] transaction","detail":"{read_only:false; response_revision:1481; number_of_response:1; }","duration":"197.407793ms","start":"2026-04-10T01:13:31.576812Z","end":"2026-04-10T01:13:31.774219Z","steps":["trace[1995687065] 'process raft request' (duration: 197.078604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:31.774515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.006769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-10T01:13:31.774525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.325564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-10T01:13:31.774607Z","caller":"traceutil/trace.go:171","msg":"trace[895545481] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1481; }","duration":"191.147373ms","start":"2026-04-10T01:13:31.583439Z","end":"2026-04-10T01:13:31.774586Z","steps":["trace[895545481] 'agreement among raft nodes before linearized reading' (duration: 190.893476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:31.774611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.420993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-10T01:13:31.774631Z","caller":"traceutil/trace.go:171","msg":"trace[1120495565] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1481; }","duration":"196.495798ms","start":"2026-04-10T01:13:31.578118Z","end":"2026-04-10T01:13:31.774614Z","steps":["trace[1120495565] 'agreement among raft nodes before linearized reading' (duration: 196.160289ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:13:31.774748Z","caller":"traceutil/trace.go:171","msg":"trace[451802515] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1481; }","duration":"190.584358ms","start":"2026-04-10T01:13:31.584134Z","end":"2026-04-10T01:13:31.774719Z","steps":["trace[451802515] 'agreement among raft nodes before linearized reading' (duration: 190.257199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:31.774747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.618467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-10T01:13:31.774735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.649982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-10T01:13:31.774814Z","caller":"traceutil/trace.go:171","msg":"trace[1958162157] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1481; }","duration":"190.835224ms","start":"2026-04-10T01:13:31.583961Z","end":"2026-04-10T01:13:31.774796Z","steps":["trace[1958162157] 'agreement among raft nodes before linearized reading' (duration: 190.532827ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:13:31.774838Z","caller":"traceutil/trace.go:171","msg":"trace[1907400890] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1481; }","duration":"189.816566ms","start":"2026-04-10T01:13:31.584997Z","end":"2026-04-10T01:13:31.774814Z","steps":["trace[1907400890] 'agreement among raft nodes before linearized reading' (duration: 189.455756ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:13:32.057269Z","caller":"traceutil/trace.go:171","msg":"trace[130734443] transaction","detail":"{read_only:false; response_revision:1484; number_of_response:1; }","duration":"276.819635ms","start":"2026-04-10T01:13:31.780424Z","end":"2026-04-10T01:13:32.057244Z","steps":["trace[130734443] 'process raft request' (duration: 276.662252ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:13:32.057277Z","caller":"traceutil/trace.go:171","msg":"trace[733167319] transaction","detail":"{read_only:false; response_revision:1483; number_of_response:1; }","duration":"276.910177ms","start":"2026-04-10T01:13:31.780325Z","end":"2026-04-10T01:13:32.057235Z","steps":["trace[733167319] 'process raft request' (duration: 270.455002ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:13:32.057608Z","caller":"traceutil/trace.go:171","msg":"trace[1654691863] transaction","detail":"{read_only:false; response_revision:1486; number_of_response:1; }","duration":"277.149913ms","start":"2026-04-10T01:13:31.780437Z","end":"2026-04-10T01:13:32.057587Z","steps":["trace[1654691863] 'process raft request' (duration: 276.748672ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:13:32.057667Z","caller":"traceutil/trace.go:171","msg":"trace[1914968122] transaction","detail":"{read_only:false; response_revision:1485; number_of_response:1; }","duration":"277.174975ms","start":"2026-04-10T01:13:31.780425Z","end":"2026-04-10T01:13:32.0576Z","steps":["trace[1914968122] 'process raft request' (duration: 276.719673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:34.294462Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625762332731587,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-10T01:13:34.424588Z","caller":"traceutil/trace.go:171","msg":"trace[1369707022] linearizableReadLoop","detail":"{readStateIndex:1542; appliedIndex:1541; }","duration":"630.898953ms","start":"2026-04-10T01:13:33.793659Z","end":"2026-04-10T01:13:34.424558Z","steps":["trace[1369707022] 'read index received' (duration: 630.612805ms)","trace[1369707022] 'applied index is now lower than readState.Index' (duration: 284.828µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:13:34.424674Z","caller":"traceutil/trace.go:171","msg":"trace[1744640967] transaction","detail":"{read_only:false; response_revision:1487; number_of_response:1; }","duration":"642.661811ms","start":"2026-04-10T01:13:33.781965Z","end":"2026-04-10T01:13:34.424627Z","steps":["trace[1744640967] 'process raft request' (duration: 642.405205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:34.424887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:33.781918Z","time spent":"642.851627ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:13:34.425055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.294332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T01:13:34.425215Z","caller":"traceutil/trace.go:171","msg":"trace[1465091935] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1487; }","duration":"631.567369ms","start":"2026-04-10T01:13:33.793587Z","end":"2026-04-10T01:13:34.425154Z","steps":["trace[1465091935] 'agreement among raft nodes before linearized reading' (duration: 631.121188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:34.42533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:33.793559Z","time spent":"631.750655ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T01:13:34.722446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.22911ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-10T01:13:34.722773Z","caller":"traceutil/trace.go:171","msg":"trace[1880803775] linearizableReadLoop","detail":"{readStateIndex:1543; appliedIndex:1542; }","duration":"298.049014ms","start":"2026-04-10T01:13:34.424682Z","end":"2026-04-10T01:13:34.722731Z","steps":["trace[1880803775] 'read index received' (duration: 141.599639ms)","trace[1880803775] 'applied index is now lower than readState.Index' (duration: 156.445975ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:13:34.722854Z","caller":"traceutil/trace.go:171","msg":"trace[2053019484] transaction","detail":"{read_only:false; response_revision:1488; number_of_response:1; }","duration":"291.648168ms","start":"2026-04-10T01:13:34.431179Z","end":"2026-04-10T01:13:34.722827Z","steps":["trace[2053019484] 'process raft request' (duration: 291.435762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:34.722889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.640541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-10T01:13:34.722936Z","caller":"traceutil/trace.go:171","msg":"trace[270404850] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1487; }","duration":"660.765943ms","start":"2026-04-10T01:13:34.062158Z","end":"2026-04-10T01:13:34.722924Z","steps":["trace[270404850] 'agreement among raft nodes before linearized reading' (duration: 660.575608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:34.722968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:34.062112Z","time spent":"660.847536ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T01:13:34.723116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.937738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-10T01:13:34.723138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.77871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-10T01:13:34.72315Z","caller":"traceutil/trace.go:171","msg":"trace[297641042] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1488; }","duration":"661.023561ms","start":"2026-04-10T01:13:34.062118Z","end":"2026-04-10T01:13:34.723142Z","steps":["trace[297641042] 'agreement among raft nodes before linearized reading' (duration: 660.930518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:34.723187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:34.062088Z","time spent":"661.087331ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-10T01:13:34.723184Z","caller":"traceutil/trace.go:171","msg":"trace[794949416] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1488; }","duration":"661.910333ms","start":"2026-04-10T01:13:34.061259Z","end":"2026-04-10T01:13:34.723169Z","steps":["trace[794949416] 'agreement among raft nodes before linearized reading' (duration: 661.605406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:34.723191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.569994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:13:34.723231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:34.061227Z","time spent":"661.995326ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T01:13:34.723215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.124894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-10T01:13:34.723294Z","caller":"traceutil/trace.go:171","msg":"trace[638983473] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1488; }","duration":"451.767639ms","start":"2026-04-10T01:13:34.271502Z","end":"2026-04-10T01:13:34.723269Z","steps":["trace[638983473] 'agreement among raft nodes before linearized reading' (duration: 451.559794ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:13:34.723328Z","caller":"traceutil/trace.go:171","msg":"trace[380171169] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1488; }","duration":"661.267457ms","start":"2026-04-10T01:13:34.062048Z","end":"2026-04-10T01:13:34.723315Z","steps":["trace[380171169] 'agreement among raft nodes before linearized reading' (duration: 661.054571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:34.723348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:34.271464Z","time spent":"451.875742ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T01:13:34.723371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:34.062036Z","time spent":"661.324459ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-10T01:13:35.790448Z","caller":"traceutil/trace.go:171","msg":"trace[954532887] linearizableReadLoop","detail":"{readStateIndex:1551; appliedIndex:1550; }","duration":"199.336723ms","start":"2026-04-10T01:13:35.591087Z","end":"2026-04-10T01:13:35.790423Z","steps":["trace[954532887] 'read index received' (duration: 199.132359ms)","trace[954532887] 'applied index is now lower than readState.Index' (duration: 203.194µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:13:35.790595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.526078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:13:35.790581Z","caller":"traceutil/trace.go:171","msg":"trace[730211799] transaction","detail":"{read_only:false; response_revision:1495; number_of_response:1; }","duration":"243.047251ms","start":"2026-04-10T01:13:35.54749Z","end":"2026-04-10T01:13:35.790537Z","steps":["trace[730211799] 'process raft request' (duration: 242.777214ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:13:35.790642Z","caller":"traceutil/trace.go:171","msg":"trace[1440831969] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1495; }","duration":"199.651701ms","start":"2026-04-10T01:13:35.590975Z","end":"2026-04-10T01:13:35.790626Z","steps":["trace[1440831969] 'agreement among raft nodes before linearized reading' (duration: 199.558789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:45.835555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.464194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:13:45.835667Z","caller":"traceutil/trace.go:171","msg":"trace[793133686] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1703; }","duration":"121.634739ms","start":"2026-04-10T01:13:45.714007Z","end":"2026-04-10T01:13:45.835642Z","steps":["trace[793133686] 'count revisions from in-memory index tree' (duration: 121.373642ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:13:46.695481Z","caller":"traceutil/trace.go:171","msg":"trace[1518039595] transaction","detail":"{read_only:false; response_revision:1714; number_of_response:1; }","duration":"227.464986ms","start":"2026-04-10T01:13:46.467904Z","end":"2026-04-10T01:13:46.695369Z","steps":["trace[1518039595] 'process raft request' (duration: 148.88814ms)","trace[1518039595] 'compare' (duration: 77.838308ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:13:46.749075Z","caller":"traceutil/trace.go:171","msg":"trace[1175731721] transaction","detail":"{read_only:false; response_revision:1715; number_of_response:1; }","duration":"264.421279ms","start":"2026-04-10T01:13:46.484622Z","end":"2026-04-10T01:13:46.749044Z","steps":["trace[1175731721] 'process raft request' (duration: 263.931856ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:13:48.545735Z","caller":"traceutil/trace.go:171","msg":"trace[1101127194] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1737; }","duration":"130.200102ms","start":"2026-04-10T01:13:48.41551Z","end":"2026-04-10T01:13:48.54571Z","steps":["trace[1101127194] 'process raft request' (duration: 130.101739ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:13:48.550822Z","caller":"traceutil/trace.go:171","msg":"trace[1074674934] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1737; }","duration":"132.441591ms","start":"2026-04-10T01:13:48.418356Z","end":"2026-04-10T01:13:48.550798Z","steps":["trace[1074674934] 'process raft request' (duration: 132.257996ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:13:57.06221Z","caller":"traceutil/trace.go:171","msg":"trace[1893530044] transaction","detail":"{read_only:false; response_revision:1810; number_of_response:1; }","duration":"131.836364ms","start":"2026-04-10T01:13:56.930338Z","end":"2026-04-10T01:13:57.062175Z","steps":["trace[1893530044] 'process raft request' (duration: 57.972011ms)","trace[1893530044] 'compare' (duration: 73.73026ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:13:57.080913Z","caller":"traceutil/trace.go:171","msg":"trace[266432627] transaction","detail":"{read_only:false; response_revision:1811; number_of_response:1; }","duration":"150.51468ms","start":"2026-04-10T01:13:56.930377Z","end":"2026-04-10T01:13:57.080892Z","steps":["trace[266432627] 'process raft request' (duration: 150.318255ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:13:57.081089Z","caller":"traceutil/trace.go:171","msg":"trace[246124227] transaction","detail":"{read_only:false; response_revision:1812; number_of_response:1; }","duration":"150.561912ms","start":"2026-04-10T01:13:56.930494Z","end":"2026-04-10T01:13:57.081056Z","steps":["trace[246124227] 'process raft request' (duration: 150.348276ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:13:59.19512Z","caller":"traceutil/trace.go:171","msg":"trace[1922221965] linearizableReadLoop","detail":"{readStateIndex:1903; appliedIndex:1902; }","duration":"100.749975ms","start":"2026-04-10T01:13:59.094344Z","end":"2026-04-10T01:13:59.195094Z","steps":["trace[1922221965] 'read index received' (duration: 100.710923ms)","trace[1922221965] 'applied index is now lower than readState.Index' (duration: 37.172µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:13:59.195253Z","caller":"traceutil/trace.go:171","msg":"trace[537669773] transaction","detail":"{read_only:false; response_revision:1822; number_of_response:1; }","duration":"101.211527ms","start":"2026-04-10T01:13:59.09403Z","end":"2026-04-10T01:13:59.195241Z","steps":["trace[537669773] 'process raft request' (duration: 100.927989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:59.195507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.133394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-10T01:13:59.195638Z","caller":"traceutil/trace.go:171","msg":"trace[676017458] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1822; }","duration":"101.299229ms","start":"2026-04-10T01:13:59.094317Z","end":"2026-04-10T01:13:59.195617Z","steps":["trace[676017458] 'agreement among raft nodes before linearized reading' (duration: 101.099994ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:13:59.214056Z","caller":"traceutil/trace.go:171","msg":"trace[1754150034] transaction","detail":"{read_only:false; response_revision:1823; number_of_response:1; }","duration":"119.642216ms","start":"2026-04-10T01:13:59.09439Z","end":"2026-04-10T01:13:59.214033Z","steps":["trace[1754150034] 'process raft request' (duration: 119.332068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:59.214107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.48409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:13:59.214306Z","caller":"traceutil/trace.go:171","msg":"trace[1064169619] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1823; }","duration":"102.681025ms","start":"2026-04-10T01:13:59.111545Z","end":"2026-04-10T01:13:59.214226Z","steps":["trace[1064169619] 'agreement among raft nodes before linearized reading' (duration: 102.421398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:05.572697Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625762332732475,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:14:06.073539Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625762332732475,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:14:06.5687Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.56616548s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T01:14:06.569127Z","caller":"traceutil/trace.go:171","msg":"trace[1642156279] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"1.566693254s","start":"2026-04-10T01:14:05.002409Z","end":"2026-04-10T01:14:06.569102Z","steps":["trace[1642156279] 'process raft request' (duration: 1.566537371s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:06.569299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:05.002386Z","time spent":"1.566819659s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:14:07.271635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999866831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T01:14:07.27172Z","caller":"traceutil/trace.go:171","msg":"trace[602508552] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000004003s","start":"2026-04-10T01:14:05.271699Z","end":"2026-04-10T01:14:07.271703Z","steps":["trace[602508552] 'agreement among raft nodes before linearized reading' (duration: 1.999896141s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:07.271756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:05.271676Z","time spent":"2.000072826s","remote":"127.0.0.1:47820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 01:14:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T01:14:07.593663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.662766ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:14:07.593864Z","caller":"traceutil/trace.go:171","msg":"trace[1894831638] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"1.639824331s","start":"2026-04-10T01:14:05.95401Z","end":"2026-04-10T01:14:07.593835Z","steps":["trace[1894831638] 'process raft request' (duration: 1.3188916s)","trace[1894831638] 'compare' (duration: 320.523921ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:14:07.593903Z","caller":"traceutil/trace.go:171","msg":"trace[714691888] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"721.413275ms","start":"2026-04-10T01:14:06.872472Z","end":"2026-04-10T01:14:07.593885Z","steps":["trace[714691888] 'process raft request' (duration: 721.372134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:07.593976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:06.872432Z","time spent":"721.511847ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:14:07.594011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:05.953973Z","time spent":"1.639961245s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:14:07.594005Z","caller":"traceutil/trace.go:171","msg":"trace[209003370] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"1.489459955s","start":"2026-04-10T01:14:06.104518Z","end":"2026-04-10T01:14:07.593978Z","steps":["trace[209003370] 'process raft request' (duration: 1.489256119s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:07.594104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:06.104489Z","time spent":"1.489564847s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:14:07.594125Z","caller":"traceutil/trace.go:171","msg":"trace[206300202] linearizableReadLoop","detail":"{readStateIndex:1992; appliedIndex:1990; }","duration":"2.521850151s","start":"2026-04-10T01:14:05.072265Z","end":"2026-04-10T01:14:07.594115Z","steps":["trace[206300202] 'read index received' (duration: 1.496716482s)","trace[206300202] 'applied index is now lower than readState.Index' (duration: 1.025132229s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:14:07.594375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.522120908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:430"} {"level":"info","ts":"2026-04-10T01:14:07.594419Z","caller":"traceutil/trace.go:171","msg":"trace[61886928] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1912; }","duration":"2.52220588s","start":"2026-04-10T01:14:05.072204Z","end":"2026-04-10T01:14:07.59441Z","steps":["trace[61886928] 'agreement among raft nodes before linearized reading' (duration: 2.521983984s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:07.594448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:05.072182Z","time spent":"2.522259493s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T01:14:07.594538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.562665571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:14:07.594607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014363319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:14:07.594606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.522081068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-10T01:14:07.594665Z","caller":"traceutil/trace.go:171","msg":"trace[1233029369] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:1912; }","duration":"1.562833996s","start":"2026-04-10T01:14:06.031795Z","end":"2026-04-10T01:14:07.594629Z","steps":["trace[1233029369] 'agreement among raft nodes before linearized reading' (duration: 1.56263548s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:07.594664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.909345953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4ca6595e-a417-441d-bcac-d0ac996fd42a\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-04-10T01:14:07.594706Z","caller":"traceutil/trace.go:171","msg":"trace[1368970583] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:1912; }","duration":"1.014481272s","start":"2026-04-10T01:14:06.580171Z","end":"2026-04-10T01:14:07.594652Z","steps":["trace[1368970583] 'agreement among raft nodes before linearized reading' (duration: 1.014354209s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:07.594728Z","caller":"traceutil/trace.go:171","msg":"trace[684683449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1912; }","duration":"2.522263361s","start":"2026-04-10T01:14:05.072447Z","end":"2026-04-10T01:14:07.59471Z","steps":["trace[684683449] 'agreement among raft nodes before linearized reading' (duration: 2.521970964s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:07.594755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:06.031779Z","time spent":"1.562963159s","remote":"127.0.0.1:59342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:14:07.594772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:06.580144Z","time spent":"1.014612935s","remote":"127.0.0.1:59250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:14:07.594807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463290983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-04-10T01:14:07.594826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.35376516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-04-10T01:14:07.594841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.449240829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-10T01:14:07.594866Z","caller":"traceutil/trace.go:171","msg":"trace[243431901] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1912; }","duration":"2.449287601s","start":"2026-04-10T01:14:05.145572Z","end":"2026-04-10T01:14:07.594859Z","steps":["trace[243431901] 'agreement among raft nodes before linearized reading' (duration: 2.449214398s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:07.594858Z","caller":"traceutil/trace.go:171","msg":"trace[1192630038] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1912; }","duration":"1.463370635s","start":"2026-04-10T01:14:06.131472Z","end":"2026-04-10T01:14:07.594843Z","steps":["trace[1192630038] 'agreement among raft nodes before linearized reading' (duration: 1.46318341s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:07.594866Z","caller":"traceutil/trace.go:171","msg":"trace[662538031] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1912; }","duration":"2.353806891s","start":"2026-04-10T01:14:05.241048Z","end":"2026-04-10T01:14:07.594855Z","steps":["trace[662538031] 'agreement among raft nodes before linearized reading' (duration: 2.353689579s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:07.594885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:05.145561Z","time spent":"2.449319891s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T01:14:07.594656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.505701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:14:07.594897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:06.131445Z","time spent":"1.463444327s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T01:14:07.594891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.283375457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-10T01:14:07.594906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:05.24095Z","time spent":"2.353949285s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T01:14:07.59491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.697489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a4d9b6e3eb6781\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-10T01:14:07.594952Z","caller":"traceutil/trace.go:171","msg":"trace[934490512] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1912; }","duration":"2.283483551s","start":"2026-04-10T01:14:05.311449Z","end":"2026-04-10T01:14:07.594933Z","steps":["trace[934490512] 'agreement among raft nodes before linearized reading' (duration: 2.283341296s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:07.594582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.345071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:14:07.594591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.293699516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-10T01:14:07.594993Z","caller":"traceutil/trace.go:171","msg":"trace[1514849494] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1912; }","duration":"314.789122ms","start":"2026-04-10T01:14:07.280196Z","end":"2026-04-10T01:14:07.594985Z","steps":["trace[1514849494] 'agreement among raft nodes before linearized reading' (duration: 314.35008ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:07.594977Z","caller":"traceutil/trace.go:171","msg":"trace[1532068271] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1912; }","duration":"469.865352ms","start":"2026-04-10T01:14:07.125054Z","end":"2026-04-10T01:14:07.59492Z","steps":["trace[1532068271] 'agreement among raft nodes before linearized reading' (duration: 469.468912ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:07.59499Z","caller":"traceutil/trace.go:171","msg":"trace[857344188] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a4d9b6e3eb6781; range_end:; response_count:1; response_revision:1912; }","duration":"319.791363ms","start":"2026-04-10T01:14:07.27516Z","end":"2026-04-10T01:14:07.594951Z","steps":["trace[857344188] 'agreement among raft nodes before linearized reading' (duration: 319.637579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:07.594992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:05.311425Z","time spent":"2.283554772s","remote":"127.0.0.1:49488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-10T01:14:07.595013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:07.280173Z","time spent":"314.835622ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T01:14:07.595016Z","caller":"traceutil/trace.go:171","msg":"trace[1469645201] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1912; }","duration":"2.294140827s","start":"2026-04-10T01:14:05.300861Z","end":"2026-04-10T01:14:07.595002Z","steps":["trace[1469645201] 'agreement among raft nodes before linearized reading' (duration: 2.293666175s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:07.594761Z","caller":"traceutil/trace.go:171","msg":"trace[81296001] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4ca6595e-a417-441d-bcac-d0ac996fd42a; range_end:; response_count:1; response_revision:1912; }","duration":"1.909470518s","start":"2026-04-10T01:14:05.685272Z","end":"2026-04-10T01:14:07.594742Z","steps":["trace[81296001] 'agreement among raft nodes before linearized reading' (duration: 1.909339284s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:07.595039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:07.275138Z","time spent":"319.888844ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a4d9b6e3eb6781\" "} {"level":"warn","ts":"2026-04-10T01:14:07.595059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:05.300776Z","time spent":"2.294271882s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T01:14:07.595075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:07.12502Z","time spent":"470.032607ms","remote":"127.0.0.1:59398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:14:07.595097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:05.685208Z","time spent":"1.909868757s","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4ca6595e-a417-441d-bcac-d0ac996fd42a\" "} {"level":"warn","ts":"2026-04-10T01:14:07.594768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:05.072427Z","time spent":"2.522333703s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T01:14:09.100942Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625762332732483,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:14:09.246319Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.648443605s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T01:14:09.855264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.627135ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:14:09.855423Z","caller":"traceutil/trace.go:171","msg":"trace[1280358525] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"2.257627894s","start":"2026-04-10T01:14:07.597743Z","end":"2026-04-10T01:14:09.855371Z","steps":["trace[1280358525] 'process raft request' (duration: 1.648786094s)","trace[1280358525] 'compare' (duration: 607.644519ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:14:09.855484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:07.597713Z","time spent":"2.257743418s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:14:09.855941Z","caller":"traceutil/trace.go:171","msg":"trace[2091878754] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"2.256520096s","start":"2026-04-10T01:14:07.599381Z","end":"2026-04-10T01:14:09.855902Z","steps":["trace[2091878754] 'process raft request' (duration: 2.25631278s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:09.855943Z","caller":"traceutil/trace.go:171","msg":"trace[1325775261] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"2.256166757s","start":"2026-04-10T01:14:07.599746Z","end":"2026-04-10T01:14:09.855913Z","steps":["trace[1325775261] 'process raft request' (duration: 2.256093705s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:09.856067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:07.599351Z","time spent":"2.256648928s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:14:09.856129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:07.599735Z","time spent":"2.25628569s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:14:09.856326Z","caller":"traceutil/trace.go:171","msg":"trace[971181094] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"2.256222359s","start":"2026-04-10T01:14:07.600088Z","end":"2026-04-10T01:14:09.85631Z","steps":["trace[971181094] 'process raft request' (duration: 2.255786667s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:09.855945Z","caller":"traceutil/trace.go:171","msg":"trace[1216089056] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"2.256364282s","start":"2026-04-10T01:14:07.599531Z","end":"2026-04-10T01:14:09.855896Z","steps":["trace[1216089056] 'process raft request' (duration: 2.256267139s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:09.856571Z","caller":"traceutil/trace.go:171","msg":"trace[32659663] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"2.256445014s","start":"2026-04-10T01:14:07.600113Z","end":"2026-04-10T01:14:09.856558Z","steps":["trace[32659663] 'process raft request' (duration: 2.256140336s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:09.856403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:07.600081Z","time spent":"2.256282089s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:14:09.856632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:07.600096Z","time spent":"2.256506836s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:14:09.856583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:07.599502Z","time spent":"2.256961307s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:14:09.856716Z","caller":"traceutil/trace.go:171","msg":"trace[928239658] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"2.256497655s","start":"2026-04-10T01:14:07.600196Z","end":"2026-04-10T01:14:09.856693Z","steps":["trace[928239658] 'process raft request' (duration: 2.256217128s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:09.856829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:07.600172Z","time spent":"2.256601278s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:14:09.85685Z","caller":"traceutil/trace.go:171","msg":"trace[1392249033] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"1.280857585s","start":"2026-04-10T01:14:08.575979Z","end":"2026-04-10T01:14:09.856837Z","steps":["trace[1392249033] 'process raft request' (duration: 1.28063903s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:09.856855Z","caller":"traceutil/trace.go:171","msg":"trace[1313930820] linearizableReadLoop","detail":"{readStateIndex:2003; appliedIndex:1994; }","duration":"1.256288085s","start":"2026-04-10T01:14:08.600549Z","end":"2026-04-10T01:14:09.856837Z","steps":["trace[1313930820] 'read index received' (duration: 646.114982ms)","trace[1313930820] 'applied index is now lower than readState.Index' (duration: 610.171933ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:14:09.856902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:08.575953Z","time spent":"1.280919828s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:14:09.85695Z","caller":"traceutil/trace.go:171","msg":"trace[1943101539] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"1.0341591s","start":"2026-04-10T01:14:08.822764Z","end":"2026-04-10T01:14:09.856923Z","steps":["trace[1943101539] 'process raft request' (duration: 1.034006086s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:09.857019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2564632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4ca6595e-a417-441d-bcac-d0ac996fd42a\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-04-10T01:14:09.857056Z","caller":"traceutil/trace.go:171","msg":"trace[238904869] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4ca6595e-a417-441d-bcac-d0ac996fd42a; range_end:; response_count:1; response_revision:1921; }","duration":"1.256529321s","start":"2026-04-10T01:14:08.600515Z","end":"2026-04-10T01:14:09.857044Z","steps":["trace[238904869] 'agreement among raft nodes before linearized reading' (duration: 1.256399388s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:09.857086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:08.600503Z","time spent":"1.256575553s","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4ca6595e-a417-441d-bcac-d0ac996fd42a\" "} {"level":"warn","ts":"2026-04-10T01:14:09.857102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:08.822744Z","time spent":"1.034277834s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:14:09.858183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255020703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-10T01:14:09.858766Z","caller":"traceutil/trace.go:171","msg":"trace[2036889309] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1924; }","duration":"1.255636369s","start":"2026-04-10T01:14:08.603109Z","end":"2026-04-10T01:14:09.858746Z","steps":["trace[2036889309] 'agreement among raft nodes before linearized reading' (duration: 1.254926911s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:09.85882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.846359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:14:09.858876Z","caller":"traceutil/trace.go:171","msg":"trace[2100123748] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1924; }","duration":"330.96166ms","start":"2026-04-10T01:14:09.527902Z","end":"2026-04-10T01:14:09.858864Z","steps":["trace[2100123748] 'agreement among raft nodes before linearized reading' (duration: 330.853638ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:09.858888Z","caller":"traceutil/trace.go:171","msg":"trace[517075837] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"479.49476ms","start":"2026-04-10T01:14:09.379383Z","end":"2026-04-10T01:14:09.858878Z","steps":["trace[517075837] 'process raft request' (duration: 478.305479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:09.858924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:09.52788Z","time spent":"331.034143ms","remote":"127.0.0.1:46558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:14:09.85894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06212312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-04-10T01:14:09.858984Z","caller":"traceutil/trace.go:171","msg":"trace[2008393660] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1924; }","duration":"1.0622118s","start":"2026-04-10T01:14:08.796759Z","end":"2026-04-10T01:14:09.858971Z","steps":["trace[2008393660] 'agreement among raft nodes before linearized reading' (duration: 1.062038026s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:09.859017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:08.79672Z","time spent":"1.062289813s","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10352,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-10T01:14:09.858972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.113894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:14:09.859018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.405108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.65\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-10T01:14:09.859075Z","caller":"traceutil/trace.go:171","msg":"trace[1902932577] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1924; }","duration":"587.278388ms","start":"2026-04-10T01:14:09.27177Z","end":"2026-04-10T01:14:09.859049Z","steps":["trace[1902932577] 'agreement among raft nodes before linearized reading' (duration: 587.094283ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:09.859097Z","caller":"traceutil/trace.go:171","msg":"trace[1607818614] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"257.959759ms","start":"2026-04-10T01:14:09.601128Z","end":"2026-04-10T01:14:09.859088Z","steps":["trace[1607818614] 'process raft request' (duration: 256.81689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:09.85895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:09.379358Z","time spent":"479.558061ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:14:09.858962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164463025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:14:09.859132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:09.271745Z","time spent":"587.376531ms","remote":"127.0.0.1:47820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T01:14:09.859185Z","caller":"traceutil/trace.go:171","msg":"trace[1158926298] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1924; }","duration":"1.164746111s","start":"2026-04-10T01:14:08.694415Z","end":"2026-04-10T01:14:09.859161Z","steps":["trace[1158926298] 'agreement among raft nodes before linearized reading' (duration: 1.164416203s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:09.859243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:08.694393Z","time spent":"1.164836864s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T01:14:09.858832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:08.603087Z","time spent":"1.255730371s","remote":"127.0.0.1:49488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-10T01:14:09.859108Z","caller":"traceutil/trace.go:171","msg":"trace[1222149269] range","detail":"{range_begin:/registry/masterleases/199.204.45.65; range_end:; response_count:1; response_revision:1924; }","duration":"823.547703ms","start":"2026-04-10T01:14:09.035541Z","end":"2026-04-10T01:14:09.859088Z","steps":["trace[1222149269] 'agreement among raft nodes before linearized reading' (duration: 823.269737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:09.859328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:09.035488Z","time spent":"823.82814ms","remote":"127.0.0.1:47834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.65\" "} {"level":"info","ts":"2026-04-10T01:14:09.859058Z","caller":"traceutil/trace.go:171","msg":"trace[1187746735] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"257.520337ms","start":"2026-04-10T01:14:09.601517Z","end":"2026-04-10T01:14:09.859038Z","steps":["trace[1187746735] 'process raft request' (duration: 256.47097ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:10.38512Z","caller":"traceutil/trace.go:171","msg":"trace[1581212983] linearizableReadLoop","detail":"{readStateIndex:2009; appliedIndex:2008; }","duration":"113.637731ms","start":"2026-04-10T01:14:10.271445Z","end":"2026-04-10T01:14:10.385083Z","steps":["trace[1581212983] 'read index received' (duration: 113.369424ms)","trace[1581212983] 'applied index is now lower than readState.Index' (duration: 261.007µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:14:10.385185Z","caller":"traceutil/trace.go:171","msg":"trace[1525308801] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"224.276574ms","start":"2026-04-10T01:14:10.160855Z","end":"2026-04-10T01:14:10.385131Z","steps":["trace[1525308801] 'process raft request' (duration: 223.962135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:10.385283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.814676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:14:10.385325Z","caller":"traceutil/trace.go:171","msg":"trace[1637466228] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1926; }","duration":"113.917149ms","start":"2026-04-10T01:14:10.271395Z","end":"2026-04-10T01:14:10.385312Z","steps":["trace[1637466228] 'agreement among raft nodes before linearized reading' (duration: 113.820126ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:12.059965Z","caller":"traceutil/trace.go:171","msg":"trace[467860307] linearizableReadLoop","detail":"{readStateIndex:2013; appliedIndex:2012; }","duration":"198.171942ms","start":"2026-04-10T01:14:11.861768Z","end":"2026-04-10T01:14:12.059939Z","steps":["trace[467860307] 'read index received' (duration: 198.005648ms)","trace[467860307] 'applied index is now lower than readState.Index' (duration: 164.984µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:14:12.060034Z","caller":"traceutil/trace.go:171","msg":"trace[1394663542] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"330.12054ms","start":"2026-04-10T01:14:11.729873Z","end":"2026-04-10T01:14:12.059994Z","steps":["trace[1394663542] 'process raft request' (duration: 329.895184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:12.060228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.43527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-10T01:14:12.060237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:11.729833Z","time spent":"330.282414ms","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10969,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:14:12.060272Z","caller":"traceutil/trace.go:171","msg":"trace[679482370] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1930; }","duration":"198.539882ms","start":"2026-04-10T01:14:11.861721Z","end":"2026-04-10T01:14:12.060261Z","steps":["trace[679482370] 'agreement among raft nodes before linearized reading' (duration: 198.349517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:12.06035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.531842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-10T01:14:12.06046Z","caller":"traceutil/trace.go:171","msg":"trace[1332296661] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1930; }","duration":"198.665666ms","start":"2026-04-10T01:14:11.861767Z","end":"2026-04-10T01:14:12.060432Z","steps":["trace[1332296661] 'agreement among raft nodes before linearized reading' (duration: 198.240974ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:12.600429Z","caller":"traceutil/trace.go:171","msg":"trace[1308524564] linearizableReadLoop","detail":"{readStateIndex:2016; appliedIndex:2013; }","duration":"540.371456ms","start":"2026-04-10T01:14:12.060035Z","end":"2026-04-10T01:14:12.600406Z","steps":["trace[1308524564] 'read index received' (duration: 483.014201ms)","trace[1308524564] 'applied index is now lower than readState.Index' (duration: 57.355735ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:14:12.600784Z","caller":"traceutil/trace.go:171","msg":"trace[949811641] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"735.473657ms","start":"2026-04-10T01:14:11.865275Z","end":"2026-04-10T01:14:12.600749Z","steps":["trace[949811641] 'process raft request' (duration: 735.030956ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:12.600826Z","caller":"traceutil/trace.go:171","msg":"trace[361218182] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"735.474318ms","start":"2026-04-10T01:14:11.865293Z","end":"2026-04-10T01:14:12.600767Z","steps":["trace[361218182] 'process raft request' (duration: 735.065527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:12.601094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.637571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-04-10T01:14:12.601101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.790843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-10T01:14:12.601141Z","caller":"traceutil/trace.go:171","msg":"trace[1048255733] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1933; }","duration":"738.911359ms","start":"2026-04-10T01:14:11.862215Z","end":"2026-04-10T01:14:12.601126Z","steps":["trace[1048255733] 'agreement among raft nodes before linearized reading' (duration: 738.569859ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:12.601158Z","caller":"traceutil/trace.go:171","msg":"trace[517813878] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1933; }","duration":"737.049099ms","start":"2026-04-10T01:14:11.864092Z","end":"2026-04-10T01:14:12.601142Z","steps":["trace[517813878] 'agreement among raft nodes before linearized reading' (duration: 736.696789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:12.601176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:11.86219Z","time spent":"738.978869ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T01:14:12.601154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.632407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-10T01:14:12.601194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:11.864058Z","time spent":"737.127411ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-10T01:14:12.60115Z","caller":"traceutil/trace.go:171","msg":"trace[306970881] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"737.618463ms","start":"2026-04-10T01:14:11.863252Z","end":"2026-04-10T01:14:12.600871Z","steps":["trace[306970881] 'process raft request' (duration: 679.792537ms)","trace[306970881] 'compare' (duration: 57.123549ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:14:12.601192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.130577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"warn","ts":"2026-04-10T01:14:12.601209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:11.865271Z","time spent":"735.826656ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:14:12.601286Z","caller":"traceutil/trace.go:171","msg":"trace[1878449846] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1933; }","duration":"738.270581ms","start":"2026-04-10T01:14:11.862993Z","end":"2026-04-10T01:14:12.601264Z","steps":["trace[1878449846] 'agreement among raft nodes before linearized reading' (duration: 737.782368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:12.601339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:11.862977Z","time spent":"738.353663ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T01:14:12.601184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:11.865254Z","time spent":"735.646542ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:14:12.601381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:11.863234Z","time spent":"738.017664ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:14:12.600798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.934595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4ca6595e-a417-441d-bcac-d0ac996fd42a\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-04-10T01:14:12.601442Z","caller":"traceutil/trace.go:171","msg":"trace[1457279944] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4ca6595e-a417-441d-bcac-d0ac996fd42a; range_end:; response_count:1; response_revision:1933; }","duration":"732.600232ms","start":"2026-04-10T01:14:11.868827Z","end":"2026-04-10T01:14:12.601427Z","steps":["trace[1457279944] 'agreement among raft nodes before linearized reading' (duration: 731.801771ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:12.601241Z","caller":"traceutil/trace.go:171","msg":"trace[262771461] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1933; }","duration":"726.75158ms","start":"2026-04-10T01:14:11.874468Z","end":"2026-04-10T01:14:12.60122Z","steps":["trace[262771461] 'agreement among raft nodes before linearized reading' (duration: 726.285858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:12.601478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:11.868798Z","time spent":"732.670474ms","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4ca6595e-a417-441d-bcac-d0ac996fd42a\" "} {"level":"warn","ts":"2026-04-10T01:14:12.601406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.23822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-10T01:14:12.601509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:11.874458Z","time spent":"727.035358ms","remote":"127.0.0.1:49488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-10T01:14:12.601597Z","caller":"traceutil/trace.go:171","msg":"trace[1073400198] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1933; }","duration":"738.415794ms","start":"2026-04-10T01:14:11.86312Z","end":"2026-04-10T01:14:12.601535Z","steps":["trace[1073400198] 'agreement among raft nodes before linearized reading' (duration: 737.984372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:12.601697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:11.8631Z","time spent":"738.556539ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-10T01:14:12.665369Z","caller":"traceutil/trace.go:171","msg":"trace[1561140987] transaction","detail":"{read_only:false; response_revision:1934; number_of_response:1; }","duration":"599.25493ms","start":"2026-04-10T01:14:12.066074Z","end":"2026-04-10T01:14:12.665329Z","steps":["trace[1561140987] 'process raft request' (duration: 598.916031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:12.665582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:12.066034Z","time spent":"599.433064ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:14:12.6658Z","caller":"traceutil/trace.go:171","msg":"trace[1774077431] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"598.700866ms","start":"2026-04-10T01:14:12.067053Z","end":"2026-04-10T01:14:12.665754Z","steps":["trace[1774077431] 'process raft request' (duration: 598.179853ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:12.666187Z","caller":"traceutil/trace.go:171","msg":"trace[388824305] transaction","detail":"{read_only:false; response_revision:1937; number_of_response:1; }","duration":"598.950401ms","start":"2026-04-10T01:14:12.067206Z","end":"2026-04-10T01:14:12.666156Z","steps":["trace[388824305] 'process raft request' (duration: 598.533651ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:12.665882Z","caller":"traceutil/trace.go:171","msg":"trace[1772396241] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"598.724796ms","start":"2026-04-10T01:14:12.067124Z","end":"2026-04-10T01:14:12.665848Z","steps":["trace[1772396241] 'process raft request' (duration: 598.465828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:12.666213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:12.067038Z","time spent":"599.058095ms","remote":"127.0.0.1:47962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":894,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:14:12.666395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:12.067177Z","time spent":"599.077295ms","remote":"127.0.0.1:47962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1133,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:14:12.666421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:12.06711Z","time spent":"599.163348ms","remote":"127.0.0.1:48078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1530,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:14:12.667148Z","caller":"traceutil/trace.go:171","msg":"trace[1435775377] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"599.734301ms","start":"2026-04-10T01:14:12.067384Z","end":"2026-04-10T01:14:12.667118Z","steps":["trace[1435775377] 'process raft request' (duration: 599.473135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:12.667342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:12.06732Z","time spent":"599.913306ms","remote":"127.0.0.1:48078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1472,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:14:12.667473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.693547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:14:12.667599Z","caller":"traceutil/trace.go:171","msg":"trace[180162345] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1939; }","duration":"481.883333ms","start":"2026-04-10T01:14:12.185688Z","end":"2026-04-10T01:14:12.667572Z","steps":["trace[180162345] 'agreement among raft nodes before linearized reading' (duration: 481.620955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:12.667674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:12.185663Z","time spent":"481.993214ms","remote":"127.0.0.1:48218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-04-10T01:14:12.667751Z","caller":"traceutil/trace.go:171","msg":"trace[98623472] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"597.745059ms","start":"2026-04-10T01:14:12.069991Z","end":"2026-04-10T01:14:12.667736Z","steps":["trace[98623472] 'process raft request' (duration: 597.041592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:12.667829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:12.069975Z","time spent":"597.817062ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:14:12.667975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.82191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:14:12.668053Z","caller":"traceutil/trace.go:171","msg":"trace[1637982262] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1939; }","duration":"395.939464ms","start":"2026-04-10T01:14:12.272095Z","end":"2026-04-10T01:14:12.668034Z","steps":["trace[1637982262] 'agreement among raft nodes before linearized reading' (duration: 395.79309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:12.668108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:12.272071Z","time spent":"396.024985ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T01:14:12.668102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.500377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-10T01:14:12.668191Z","caller":"traceutil/trace.go:171","msg":"trace[760177155] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1939; }","duration":"128.676522ms","start":"2026-04-10T01:14:12.539494Z","end":"2026-04-10T01:14:12.66817Z","steps":["trace[760177155] 'agreement among raft nodes before linearized reading' (duration: 128.327623ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:12.903628Z","caller":"traceutil/trace.go:171","msg":"trace[1338459276] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"296.607186ms","start":"2026-04-10T01:14:12.606967Z","end":"2026-04-10T01:14:12.903574Z","steps":["trace[1338459276] 'process raft request' (duration: 248.613106ms)","trace[1338459276] 'compare' (duration: 47.469197ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:14:12.904122Z","caller":"traceutil/trace.go:171","msg":"trace[1449087047] transaction","detail":"{read_only:false; response_revision:1941; number_of_response:1; }","duration":"296.973147ms","start":"2026-04-10T01:14:12.607123Z","end":"2026-04-10T01:14:12.904096Z","steps":["trace[1449087047] 'process raft request' (duration: 296.71573ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:12.904375Z","caller":"traceutil/trace.go:171","msg":"trace[1745363082] transaction","detail":"{read_only:false; response_revision:1942; number_of_response:1; }","duration":"296.733329ms","start":"2026-04-10T01:14:12.607615Z","end":"2026-04-10T01:14:12.904348Z","steps":["trace[1745363082] 'process raft request' (duration: 296.442462ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:12.904586Z","caller":"traceutil/trace.go:171","msg":"trace[1537210992] transaction","detail":"{read_only:false; response_revision:1943; number_of_response:1; }","duration":"296.914865ms","start":"2026-04-10T01:14:12.607661Z","end":"2026-04-10T01:14:12.904576Z","steps":["trace[1537210992] 'process raft request' (duration: 296.599317ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:12.904819Z","caller":"traceutil/trace.go:171","msg":"trace[1588342626] linearizableReadLoop","detail":"{readStateIndex:2026; appliedIndex:2022; }","duration":"235.484634ms","start":"2026-04-10T01:14:12.669315Z","end":"2026-04-10T01:14:12.9048Z","steps":["trace[1588342626] 'read index received' (duration: 186.344834ms)","trace[1588342626] 'applied index is now lower than readState.Index' (duration: 49.13815ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:14:12.904851Z","caller":"traceutil/trace.go:171","msg":"trace[405188324] transaction","detail":"{read_only:false; response_revision:1944; number_of_response:1; }","duration":"231.294705ms","start":"2026-04-10T01:14:12.673523Z","end":"2026-04-10T01:14:12.904818Z","steps":["trace[405188324] 'process raft request' (duration: 231.070249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:12.905094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.749181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:14:12.905176Z","caller":"traceutil/trace.go:171","msg":"trace[1058986013] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1944; }","duration":"235.918696ms","start":"2026-04-10T01:14:12.669245Z","end":"2026-04-10T01:14:12.905164Z","steps":["trace[1058986013] 'agreement among raft nodes before linearized reading' (duration: 235.67935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:12.90517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.065322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:14:12.905286Z","caller":"traceutil/trace.go:171","msg":"trace[1642012582] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1944; }","duration":"205.239827ms","start":"2026-04-10T01:14:12.700019Z","end":"2026-04-10T01:14:12.905258Z","steps":["trace[1642012582] 'agreement among raft nodes before linearized reading' (duration: 204.99571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:14.290611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.434012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-10T01:14:14.290619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.81371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4ca6595e-a417-441d-bcac-d0ac996fd42a\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-04-10T01:14:14.290711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.254507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-10T01:14:14.29076Z","caller":"traceutil/trace.go:171","msg":"trace[1742609727] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1947; }","duration":"679.370181ms","start":"2026-04-10T01:14:13.611373Z","end":"2026-04-10T01:14:14.290743Z","steps":["trace[1742609727] 'range keys from in-memory index tree' (duration: 679.086074ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:14.29075Z","caller":"traceutil/trace.go:171","msg":"trace[917130491] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1947; }","duration":"139.656767ms","start":"2026-04-10T01:14:14.151069Z","end":"2026-04-10T01:14:14.290725Z","steps":["trace[917130491] 'count revisions from in-memory index tree' (duration: 139.260657ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:14.290762Z","caller":"traceutil/trace.go:171","msg":"trace[170003212] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4ca6595e-a417-441d-bcac-d0ac996fd42a; range_end:; response_count:1; response_revision:1947; }","duration":"683.013174ms","start":"2026-04-10T01:14:13.607726Z","end":"2026-04-10T01:14:14.290739Z","steps":["trace[170003212] 'range keys from in-memory index tree' (duration: 682.578433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:14.290791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:13.611351Z","time spent":"679.433202ms","remote":"127.0.0.1:49488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-10T01:14:14.290817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:13.607703Z","time spent":"683.101228ms","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4ca6595e-a417-441d-bcac-d0ac996fd42a\" "} {"level":"warn","ts":"2026-04-10T01:14:14.291037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.79134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4ca6595e-a417-441d-bcac-d0ac996fd42a\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-04-10T01:14:14.291074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.910014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:98251"} {"level":"info","ts":"2026-04-10T01:14:14.291139Z","caller":"traceutil/trace.go:171","msg":"trace[1675411152] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1947; }","duration":"254.018338ms","start":"2026-04-10T01:14:14.037102Z","end":"2026-04-10T01:14:14.29112Z","steps":["trace[1675411152] 'range keys from in-memory index tree' (duration: 253.566475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:14.290623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.989195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-04-10T01:14:14.291239Z","caller":"traceutil/trace.go:171","msg":"trace[1836469184] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1947; }","duration":"252.627201ms","start":"2026-04-10T01:14:14.038575Z","end":"2026-04-10T01:14:14.291202Z","steps":["trace[1836469184] 'range keys from in-memory index tree' (duration: 251.892852ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:14.291244Z","caller":"traceutil/trace.go:171","msg":"trace[1189130136] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4ca6595e-a417-441d-bcac-d0ac996fd42a; range_end:; response_count:1; response_revision:1947; }","duration":"560.933334ms","start":"2026-04-10T01:14:13.730164Z","end":"2026-04-10T01:14:14.291097Z","steps":["trace[1189130136] 'range keys from in-memory index tree' (duration: 560.520123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:14.291344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:13.730138Z","time spent":"561.18558ms","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4ca6595e-a417-441d-bcac-d0ac996fd42a\" "} {"level":"warn","ts":"2026-04-10T01:14:14.291389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.357147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:14:14.291508Z","caller":"traceutil/trace.go:171","msg":"trace[1252174663] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1947; }","duration":"581.593362ms","start":"2026-04-10T01:14:13.70989Z","end":"2026-04-10T01:14:14.291483Z","steps":["trace[1252174663] 'count revisions from in-memory index tree' (duration: 581.028087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:14.291573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:13.70986Z","time spent":"581.700344ms","remote":"127.0.0.1:48048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:14:15.171698Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625762332732554,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:14:15.672104Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625762332732554,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:14:16.172984Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625762332732554,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:14:16.673277Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625762332732554,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:14:17.174355Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625762332732554,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:14:17.272455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000741162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T01:14:17.272526Z","caller":"traceutil/trace.go:171","msg":"trace[1125215909] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000866745s","start":"2026-04-10T01:14:15.27164Z","end":"2026-04-10T01:14:17.272507Z","steps":["trace[1125215909] 'agreement among raft nodes before linearized reading' (duration: 2.000770553s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:17.272583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:15.271618Z","time spent":"2.000954988s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 01:14:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T01:14:17.287315Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.98763958s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T01:14:17.287918Z","caller":"traceutil/trace.go:171","msg":"trace[102969979] transaction","detail":"{read_only:false; response_revision:1948; number_of_response:1; }","duration":"2.988332857s","start":"2026-04-10T01:14:14.299547Z","end":"2026-04-10T01:14:17.287879Z","steps":["trace[102969979] 'process raft request' (duration: 2.988094341s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:17.288163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:14.29953Z","time spent":"2.988492092s","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3731,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:14:17.375309Z","caller":"traceutil/trace.go:171","msg":"trace[1385947048] transaction","detail":"{read_only:false; response_revision:1949; number_of_response:1; }","duration":"2.767019283s","start":"2026-04-10T01:14:14.608235Z","end":"2026-04-10T01:14:17.375254Z","steps":["trace[1385947048] 'process raft request' (duration: 2.766845438s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:17.375487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:14.608189Z","time spent":"2.767201838s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:14:17.375696Z","caller":"traceutil/trace.go:171","msg":"trace[1502662151] transaction","detail":"{read_only:false; response_revision:1950; number_of_response:1; }","duration":"2.767089635s","start":"2026-04-10T01:14:14.608597Z","end":"2026-04-10T01:14:17.375687Z","steps":["trace[1502662151] 'process raft request' (duration: 2.766611862s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:17.375765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:14.608562Z","time spent":"2.767169137s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:14:17.375974Z","caller":"traceutil/trace.go:171","msg":"trace[884480910] linearizableReadLoop","detail":"{readStateIndex:2035; appliedIndex:2030; }","duration":"2.704304849s","start":"2026-04-10T01:14:14.671657Z","end":"2026-04-10T01:14:17.375962Z","steps":["trace[884480910] 'read index received' (duration: 2.615919947s)","trace[884480910] 'applied index is now lower than readState.Index' (duration: 88.383322ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:14:17.376072Z","caller":"traceutil/trace.go:171","msg":"trace[915024298] transaction","detail":"{read_only:false; response_revision:1951; number_of_response:1; }","duration":"2.767344642s","start":"2026-04-10T01:14:14.608718Z","end":"2026-04-10T01:14:17.376063Z","steps":["trace[915024298] 'process raft request' (duration: 2.766923561s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:17.37613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:14.60871Z","time spent":"2.767388273s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:14:17.376306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.702927163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-10T01:14:17.376351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.70467159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-10T01:14:17.376435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.077262157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-10T01:14:17.376478Z","caller":"traceutil/trace.go:171","msg":"trace[1640828976] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1952; }","duration":"2.077355098s","start":"2026-04-10T01:14:15.299113Z","end":"2026-04-10T01:14:17.376468Z","steps":["trace[1640828976] 'agreement among raft nodes before linearized reading' (duration: 2.077217304s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:17.376521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:15.299091Z","time spent":"2.077423339s","remote":"127.0.0.1:49488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-10T01:14:17.376531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.466698091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T01:14:17.376564Z","caller":"traceutil/trace.go:171","msg":"trace[2114747172] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1952; }","duration":"2.466753642s","start":"2026-04-10T01:14:14.909803Z","end":"2026-04-10T01:14:17.376557Z","steps":["trace[2114747172] 'agreement among raft nodes before linearized reading' (duration: 2.466662069s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:17.376609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:14.909792Z","time spent":"2.466809563s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T01:14:17.376478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.467829111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-10T01:14:17.376433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.411403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:14:17.376735Z","caller":"traceutil/trace.go:171","msg":"trace[591884629] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1952; }","duration":"584.768914ms","start":"2026-04-10T01:14:16.791938Z","end":"2026-04-10T01:14:17.376707Z","steps":["trace[591884629] 'agreement among raft nodes before linearized reading' (duration: 584.377434ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:17.376721Z","caller":"traceutil/trace.go:171","msg":"trace[845108882] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1952; }","duration":"2.468074576s","start":"2026-04-10T01:14:14.908615Z","end":"2026-04-10T01:14:17.37669Z","steps":["trace[845108882] 'agreement among raft nodes before linearized reading' (duration: 2.46780143s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:17.376816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:16.791918Z","time spent":"584.878866ms","remote":"127.0.0.1:47970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-04-10T01:14:17.376435Z","caller":"traceutil/trace.go:171","msg":"trace[1012682020] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1952; }","duration":"2.704816314s","start":"2026-04-10T01:14:14.671601Z","end":"2026-04-10T01:14:17.376417Z","steps":["trace[1012682020] 'agreement among raft nodes before linearized reading' (duration: 2.704526586s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:17.376877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:14.908599Z","time spent":"2.46821657s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T01:14:17.376921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:14.671583Z","time spent":"2.705319836s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T01:14:17.376991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.112552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:14:17.37639Z","caller":"traceutil/trace.go:171","msg":"trace[1249529189] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1952; }","duration":"2.703058967s","start":"2026-04-10T01:14:14.673313Z","end":"2026-04-10T01:14:17.376372Z","steps":["trace[1249529189] 'agreement among raft nodes before linearized reading' (duration: 2.702852401s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:17.377027Z","caller":"traceutil/trace.go:171","msg":"trace[1248854078] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1952; }","duration":"104.204954ms","start":"2026-04-10T01:14:17.272814Z","end":"2026-04-10T01:14:17.377019Z","steps":["trace[1248854078] 'agreement among raft nodes before linearized reading' (duration: 104.150663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:17.377035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.474258748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"warn","ts":"2026-04-10T01:14:17.377068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:14.673296Z","time spent":"2.703752394s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T01:14:17.376363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.078848127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4ca6595e-a417-441d-bcac-d0ac996fd42a\" ","response":"range_response_count:1 size:3746"} {"level":"info","ts":"2026-04-10T01:14:17.377138Z","caller":"traceutil/trace.go:171","msg":"trace[408175986] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1952; }","duration":"2.474478924s","start":"2026-04-10T01:14:14.902647Z","end":"2026-04-10T01:14:17.377126Z","steps":["trace[408175986] 'agreement among raft nodes before linearized reading' (duration: 2.474103684s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:17.377205Z","caller":"traceutil/trace.go:171","msg":"trace[931496304] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4ca6595e-a417-441d-bcac-d0ac996fd42a; range_end:; response_count:1; response_revision:1952; }","duration":"2.079744742s","start":"2026-04-10T01:14:15.29744Z","end":"2026-04-10T01:14:17.377185Z","steps":["trace[931496304] 'agreement among raft nodes before linearized reading' (duration: 2.078741365s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:17.376483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.466948667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-10T01:14:17.377279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:15.297405Z","time spent":"2.079852153s","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4ca6595e-a417-441d-bcac-d0ac996fd42a\" "} {"level":"warn","ts":"2026-04-10T01:14:17.37734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.484094954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a4d9d0bcbf044b\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-04-10T01:14:17.377381Z","caller":"traceutil/trace.go:171","msg":"trace[1405923481] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a4d9d0bcbf044b; range_end:; response_count:1; response_revision:1952; }","duration":"2.484174896s","start":"2026-04-10T01:14:14.893196Z","end":"2026-04-10T01:14:17.377371Z","steps":["trace[1405923481] 'agreement among raft nodes before linearized reading' (duration: 2.484058263s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:17.377295Z","caller":"traceutil/trace.go:171","msg":"trace[1911837175] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1952; }","duration":"2.4678141s","start":"2026-04-10T01:14:14.909467Z","end":"2026-04-10T01:14:17.377281Z","steps":["trace[1911837175] 'agreement among raft nodes before linearized reading' (duration: 2.466940486s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:17.377469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:14.909437Z","time spent":"2.468019205s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T01:14:17.377472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:14.902614Z","time spent":"2.474637978s","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10352,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-10T01:14:17.377414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:14.893172Z","time spent":"2.484235048s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1006,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a4d9d0bcbf044b\" "} {"level":"warn","ts":"2026-04-10T01:14:17.37826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.468721334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-10T01:14:17.378352Z","caller":"traceutil/trace.go:171","msg":"trace[373791176] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1952; }","duration":"2.468831696s","start":"2026-04-10T01:14:14.909506Z","end":"2026-04-10T01:14:17.378337Z","steps":["trace[373791176] 'agreement among raft nodes before linearized reading' (duration: 2.468666352s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:17.378385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:14.909492Z","time spent":"2.468885769s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-10T01:14:23.752555Z","caller":"traceutil/trace.go:171","msg":"trace[2079318102] transaction","detail":"{read_only:false; response_revision:2022; number_of_response:1; }","duration":"352.697877ms","start":"2026-04-10T01:14:23.399825Z","end":"2026-04-10T01:14:23.752523Z","steps":["trace[2079318102] 'process raft request' (duration: 352.458191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:23.752787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:23.39979Z","time spent":"352.864312ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:14:23.755955Z","caller":"traceutil/trace.go:171","msg":"trace[1870076635] transaction","detail":"{read_only:false; response_revision:2023; number_of_response:1; }","duration":"354.35662ms","start":"2026-04-10T01:14:23.401557Z","end":"2026-04-10T01:14:23.755914Z","steps":["trace[1870076635] 'process raft request' (duration: 354.088624ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:23.756139Z","caller":"traceutil/trace.go:171","msg":"trace[1498733829] linearizableReadLoop","detail":"{readStateIndex:2110; appliedIndex:2107; }","duration":"346.955718ms","start":"2026-04-10T01:14:23.409156Z","end":"2026-04-10T01:14:23.756112Z","steps":["trace[1498733829] 'read index received' (duration: 343.143709ms)","trace[1498733829] 'applied index is now lower than readState.Index' (duration: 3.810579ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:14:23.756195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:23.401522Z","time spent":"354.547366ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:14:23.75645Z","caller":"traceutil/trace.go:171","msg":"trace[1609469914] transaction","detail":"{read_only:false; response_revision:2024; number_of_response:1; }","duration":"352.839201ms","start":"2026-04-10T01:14:23.403591Z","end":"2026-04-10T01:14:23.75643Z","steps":["trace[1609469914] 'process raft request' (duration: 352.266846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:23.756622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:23.403547Z","time spent":"352.960354ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:14:23.756861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.678578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T01:14:23.757035Z","caller":"traceutil/trace.go:171","msg":"trace[531655850] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2024; }","duration":"347.928634ms","start":"2026-04-10T01:14:23.409079Z","end":"2026-04-10T01:14:23.757008Z","steps":["trace[531655850] 'agreement among raft nodes before linearized reading' (duration: 347.496082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:23.757144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:23.409051Z","time spent":"348.073998ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T01:14:23.757328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.588083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-10T01:14:23.757416Z","caller":"traceutil/trace.go:171","msg":"trace[703034611] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2024; }","duration":"335.701805ms","start":"2026-04-10T01:14:23.421696Z","end":"2026-04-10T01:14:23.757398Z","steps":["trace[703034611] 'agreement among raft nodes before linearized reading' (duration: 335.474969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:23.757465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:23.421689Z","time spent":"335.765297ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T01:14:23.75766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.019513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-10T01:14:23.757687Z","caller":"traceutil/trace.go:171","msg":"trace[93572440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2024; }","duration":"344.066253ms","start":"2026-04-10T01:14:23.413613Z","end":"2026-04-10T01:14:23.757679Z","steps":["trace[93572440] 'agreement among raft nodes before linearized reading' (duration: 343.978511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:23.757709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:23.413597Z","time spent":"344.107364ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T01:14:23.757822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.15331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-10T01:14:23.757849Z","caller":"traceutil/trace.go:171","msg":"trace[520977933] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2024; }","duration":"340.196593ms","start":"2026-04-10T01:14:23.417646Z","end":"2026-04-10T01:14:23.757843Z","steps":["trace[520977933] 'agreement among raft nodes before linearized reading' (duration: 340.127382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:23.757877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:23.417633Z","time spent":"340.236044ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T01:14:23.759237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.404432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-10T01:14:23.759255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.33122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-10T01:14:23.759341Z","caller":"traceutil/trace.go:171","msg":"trace[803703371] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2024; }","duration":"263.572605ms","start":"2026-04-10T01:14:23.495743Z","end":"2026-04-10T01:14:23.759316Z","steps":["trace[803703371] 'agreement among raft nodes before linearized reading' (duration: 261.723987ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:23.759412Z","caller":"traceutil/trace.go:171","msg":"trace[1663560282] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2024; }","duration":"349.526384ms","start":"2026-04-10T01:14:23.409833Z","end":"2026-04-10T01:14:23.75936Z","steps":["trace[1663560282] 'agreement among raft nodes before linearized reading' (duration: 349.060362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:23.759503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:23.409821Z","time spent":"349.668269ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T01:14:23.757466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.067612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-10T01:14:23.759791Z","caller":"traceutil/trace.go:171","msg":"trace[116929522] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2024; }","duration":"344.416352ms","start":"2026-04-10T01:14:23.415345Z","end":"2026-04-10T01:14:23.759761Z","steps":["trace[116929522] 'agreement among raft nodes before linearized reading' (duration: 341.917937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:23.759866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:23.415331Z","time spent":"344.508695ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-10T01:14:25.200325Z","caller":"traceutil/trace.go:171","msg":"trace[185470216] transaction","detail":"{read_only:false; response_revision:2032; number_of_response:1; }","duration":"296.984835ms","start":"2026-04-10T01:14:24.903313Z","end":"2026-04-10T01:14:25.200297Z","steps":["trace[185470216] 'process raft request' (duration: 296.805161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:25.607217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.203124ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-10T01:14:25.607329Z","caller":"traceutil/trace.go:171","msg":"trace[968699658] linearizableReadLoop","detail":"{readStateIndex:2119; appliedIndex:2118; }","duration":"335.005587ms","start":"2026-04-10T01:14:25.272306Z","end":"2026-04-10T01:14:25.607312Z","steps":["trace[968699658] 'read index received' (duration: 48.626336ms)","trace[968699658] 'applied index is now lower than readState.Index' (duration: 286.377761ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:14:25.607531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.222462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:14:25.60756Z","caller":"traceutil/trace.go:171","msg":"trace[501181606] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2032; }","duration":"335.317995ms","start":"2026-04-10T01:14:25.272233Z","end":"2026-04-10T01:14:25.607551Z","steps":["trace[501181606] 'agreement among raft nodes before linearized reading' (duration: 335.247882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:25.607606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:25.272203Z","time spent":"335.395765ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T01:14:25.607625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.688525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-10T01:14:25.607658Z","caller":"traceutil/trace.go:171","msg":"trace[1665339859] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2032; }","duration":"216.778497ms","start":"2026-04-10T01:14:25.39087Z","end":"2026-04-10T01:14:25.607649Z","steps":["trace[1665339859] 'agreement among raft nodes before linearized reading' (duration: 216.645454ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:28.059965Z","caller":"traceutil/trace.go:171","msg":"trace[1710866552] transaction","detail":"{read_only:false; response_revision:2045; number_of_response:1; }","duration":"267.717334ms","start":"2026-04-10T01:14:27.792208Z","end":"2026-04-10T01:14:28.059926Z","steps":["trace[1710866552] 'process raft request' (duration: 267.426597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:28.565337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.519908ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:14:28.565592Z","caller":"traceutil/trace.go:171","msg":"trace[1114936479] linearizableReadLoop","detail":"{readStateIndex:2135; appliedIndex:2132; }","duration":"749.571559ms","start":"2026-04-10T01:14:27.816Z","end":"2026-04-10T01:14:28.565571Z","steps":["trace[1114936479] 'read index received' (duration: 243.673538ms)","trace[1114936479] 'applied index is now lower than readState.Index' (duration: 505.896591ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:14:28.565626Z","caller":"traceutil/trace.go:171","msg":"trace[534959873] transaction","detail":"{read_only:false; response_revision:2046; number_of_response:1; }","duration":"759.062066ms","start":"2026-04-10T01:14:27.806512Z","end":"2026-04-10T01:14:28.565574Z","steps":["trace[534959873] 'process raft request' (duration: 422.187139ms)","trace[534959873] 'compare' (duration: 336.348383ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:14:28.565728Z","caller":"traceutil/trace.go:171","msg":"trace[1344719777] transaction","detail":"{read_only:false; response_revision:2048; number_of_response:1; }","duration":"583.088381ms","start":"2026-04-10T01:14:27.982632Z","end":"2026-04-10T01:14:28.56572Z","steps":["trace[1344719777] 'process raft request' (duration: 582.892766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:28.565808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:27.982595Z","time spent":"583.171673ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:14:28.565863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:27.806478Z","time spent":"759.263071ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:14:28.566014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.713329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-10T01:14:28.566006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.988589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-10T01:14:28.56605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.73325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T01:14:28.566106Z","caller":"traceutil/trace.go:171","msg":"trace[1194073146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2048; }","duration":"750.147592ms","start":"2026-04-10T01:14:27.815933Z","end":"2026-04-10T01:14:28.566081Z","steps":["trace[1194073146] 'agreement among raft nodes before linearized reading' (duration: 749.851485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:28.566142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.139641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-10T01:14:28.566173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.72349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-10T01:14:28.56617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.721528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:14:28.566206Z","caller":"traceutil/trace.go:171","msg":"trace[2084678103] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2048; }","duration":"748.233692ms","start":"2026-04-10T01:14:27.817955Z","end":"2026-04-10T01:14:28.566188Z","steps":["trace[2084678103] 'agreement among raft nodes before linearized reading' (duration: 747.870713ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:28.566215Z","caller":"traceutil/trace.go:171","msg":"trace[1050770483] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2048; }","duration":"479.81301ms","start":"2026-04-10T01:14:28.08639Z","end":"2026-04-10T01:14:28.566203Z","steps":["trace[1050770483] 'agreement among raft nodes before linearized reading' (duration: 479.725989ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:28.566216Z","caller":"traceutil/trace.go:171","msg":"trace[1617008402] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2048; }","duration":"732.817471ms","start":"2026-04-10T01:14:27.833384Z","end":"2026-04-10T01:14:28.566201Z","steps":["trace[1617008402] 'agreement among raft nodes before linearized reading' (duration: 732.72514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:28.56625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.531788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-10T01:14:28.566256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:28.086369Z","time spent":"479.878612ms","remote":"127.0.0.1:48026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-04-10T01:14:28.565697Z","caller":"traceutil/trace.go:171","msg":"trace[350648871] transaction","detail":"{read_only:false; response_revision:2047; number_of_response:1; }","duration":"758.729018ms","start":"2026-04-10T01:14:27.806956Z","end":"2026-04-10T01:14:28.565685Z","steps":["trace[350648871] 'process raft request' (duration: 758.497061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:28.566324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.67733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-10T01:14:28.566372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.218722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-10T01:14:28.566255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:27.817934Z","time spent":"748.310956ms","remote":"127.0.0.1:49488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-10T01:14:28.566031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.296158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-10T01:14:28.566465Z","caller":"traceutil/trace.go:171","msg":"trace[1493227241] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2048; }","duration":"733.335865ms","start":"2026-04-10T01:14:27.833109Z","end":"2026-04-10T01:14:28.566445Z","steps":["trace[1493227241] 'agreement among raft nodes before linearized reading' (duration: 733.033647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:28.566447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:27.806946Z","time spent":"759.412305ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:14:28.566509Z","caller":"traceutil/trace.go:171","msg":"trace[1236240710] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2048; }","duration":"732.853382ms","start":"2026-04-10T01:14:27.833644Z","end":"2026-04-10T01:14:28.566497Z","steps":["trace[1236240710] 'agreement among raft nodes before linearized reading' (duration: 732.184115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:28.566529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:27.833098Z","time spent":"733.418478ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T01:14:28.566554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:27.833616Z","time spent":"732.927715ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T01:14:28.566019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.868081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:14:28.566473Z","caller":"traceutil/trace.go:171","msg":"trace[1831226914] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2048; }","duration":"212.845555ms","start":"2026-04-10T01:14:28.353577Z","end":"2026-04-10T01:14:28.566423Z","steps":["trace[1831226914] 'agreement among raft nodes before linearized reading' (duration: 212.595909ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:28.56661Z","caller":"traceutil/trace.go:171","msg":"trace[1280524038] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2048; }","duration":"399.546289ms","start":"2026-04-10T01:14:28.167047Z","end":"2026-04-10T01:14:28.566593Z","steps":["trace[1280524038] 'agreement among raft nodes before linearized reading' (duration: 398.788349ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:28.566082Z","caller":"traceutil/trace.go:171","msg":"trace[1212474914] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2048; }","duration":"732.806131ms","start":"2026-04-10T01:14:27.833262Z","end":"2026-04-10T01:14:28.566068Z","steps":["trace[1212474914] 'agreement among raft nodes before linearized reading' (duration: 732.596846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:28.566696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:28.167014Z","time spent":"399.644892ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:14:28.566725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:27.833246Z","time spent":"733.465448ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-10T01:14:28.566141Z","caller":"traceutil/trace.go:171","msg":"trace[1751319719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2048; }","duration":"732.857253ms","start":"2026-04-10T01:14:27.833257Z","end":"2026-04-10T01:14:28.566114Z","steps":["trace[1751319719] 'agreement among raft nodes before linearized reading' (duration: 732.630507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:28.566828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:27.83325Z","time spent":"733.570321ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T01:14:28.56616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:27.815904Z","time spent":"750.246545ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T01:14:28.566256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:27.833347Z","time spent":"732.902033ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-10T01:14:28.566304Z","caller":"traceutil/trace.go:171","msg":"trace[1787954925] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2048; }","duration":"655.659591ms","start":"2026-04-10T01:14:27.910628Z","end":"2026-04-10T01:14:28.566287Z","steps":["trace[1787954925] 'agreement among raft nodes before linearized reading' (duration: 655.549578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:28.566934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:27.910601Z","time spent":"656.320518ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-10T01:14:28.985241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.426012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:14:28.9854Z","caller":"traceutil/trace.go:171","msg":"trace[1600173662] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2055; }","duration":"291.655388ms","start":"2026-04-10T01:14:28.693697Z","end":"2026-04-10T01:14:28.985353Z","steps":["trace[1600173662] 'range keys from in-memory index tree' (duration: 291.285798ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:32.639823Z","caller":"traceutil/trace.go:171","msg":"trace[297656871] linearizableReadLoop","detail":"{readStateIndex:2160; appliedIndex:2159; }","duration":"368.088029ms","start":"2026-04-10T01:14:32.271701Z","end":"2026-04-10T01:14:32.63979Z","steps":["trace[297656871] 'read index received' (duration: 367.864963ms)","trace[297656871] 'applied index is now lower than readState.Index' (duration: 221.256µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:14:32.639878Z","caller":"traceutil/trace.go:171","msg":"trace[1220753080] transaction","detail":"{read_only:false; response_revision:2071; number_of_response:1; }","duration":"557.246997ms","start":"2026-04-10T01:14:32.08259Z","end":"2026-04-10T01:14:32.639837Z","steps":["trace[1220753080] 'process raft request' (duration: 556.97237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:32.640055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:32.082559Z","time spent":"557.396251ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:14:32.640078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.341365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:14:32.640178Z","caller":"traceutil/trace.go:171","msg":"trace[992103140] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2071; }","duration":"368.52724ms","start":"2026-04-10T01:14:32.271629Z","end":"2026-04-10T01:14:32.640156Z","steps":["trace[992103140] 'agreement among raft nodes before linearized reading' (duration: 368.293074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:32.640238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:32.271605Z","time spent":"368.624663ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T01:14:32.874008Z","caller":"traceutil/trace.go:171","msg":"trace[1205033314] transaction","detail":"{read_only:false; response_revision:2072; number_of_response:1; }","duration":"380.696287ms","start":"2026-04-10T01:14:32.493276Z","end":"2026-04-10T01:14:32.873972Z","steps":["trace[1205033314] 'process raft request' (duration: 379.154357ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:32.874067Z","caller":"traceutil/trace.go:171","msg":"trace[979310409] transaction","detail":"{read_only:false; response_revision:2073; number_of_response:1; }","duration":"293.003062ms","start":"2026-04-10T01:14:32.581031Z","end":"2026-04-10T01:14:32.874034Z","steps":["trace[979310409] 'process raft request' (duration: 292.831357ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:32.874173Z","caller":"traceutil/trace.go:171","msg":"trace[316172161] transaction","detail":"{read_only:false; response_revision:2074; number_of_response:1; }","duration":"290.959419ms","start":"2026-04-10T01:14:32.583179Z","end":"2026-04-10T01:14:32.874138Z","steps":["trace[316172161] 'process raft request' (duration: 290.801954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:32.874203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:32.493242Z","time spent":"380.84612ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:14:32.874157Z","caller":"traceutil/trace.go:171","msg":"trace[277550807] linearizableReadLoop","detail":"{readStateIndex:2163; appliedIndex:2160; }","duration":"234.203131ms","start":"2026-04-10T01:14:32.639914Z","end":"2026-04-10T01:14:32.874117Z","steps":["trace[277550807] 'read index received' (duration: 232.426854ms)","trace[277550807] 'applied index is now lower than readState.Index' (duration: 1.774437ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:14:32.874459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.451635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-10T01:14:32.874592Z","caller":"traceutil/trace.go:171","msg":"trace[1652184765] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2074; }","duration":"275.591229ms","start":"2026-04-10T01:14:32.598963Z","end":"2026-04-10T01:14:32.874554Z","steps":["trace[1652184765] 'agreement among raft nodes before linearized reading' (duration: 275.219289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:32.874719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.642822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11988"} {"level":"info","ts":"2026-04-10T01:14:32.87481Z","caller":"traceutil/trace.go:171","msg":"trace[467120769] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2074; }","duration":"401.848298ms","start":"2026-04-10T01:14:32.472941Z","end":"2026-04-10T01:14:32.874789Z","steps":["trace[467120769] 'agreement among raft nodes before linearized reading' (duration: 401.292564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:32.874852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.233456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:14:32.874881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:32.472917Z","time spent":"401.950541ms","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12012,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-10T01:14:32.874917Z","caller":"traceutil/trace.go:171","msg":"trace[571384029] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2074; }","duration":"233.343289ms","start":"2026-04-10T01:14:32.641555Z","end":"2026-04-10T01:14:32.874898Z","steps":["trace[571384029] 'agreement among raft nodes before linearized reading' (duration: 233.224776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:32.874949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.769258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-10T01:14:32.874964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.299202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T01:14:32.874993Z","caller":"traceutil/trace.go:171","msg":"trace[955620900] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2074; }","duration":"203.829699ms","start":"2026-04-10T01:14:32.67115Z","end":"2026-04-10T01:14:32.87498Z","steps":["trace[955620900] 'agreement among raft nodes before linearized reading' (duration: 203.651484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:32.874973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.995779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-10T01:14:32.87503Z","caller":"traceutil/trace.go:171","msg":"trace[944401914] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2074; }","duration":"204.370474ms","start":"2026-04-10T01:14:32.670632Z","end":"2026-04-10T01:14:32.875002Z","steps":["trace[944401914] 'agreement among raft nodes before linearized reading' (duration: 204.151758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:32.875034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.589527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-10T01:14:32.875051Z","caller":"traceutil/trace.go:171","msg":"trace[492138171] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2074; }","duration":"205.145484ms","start":"2026-04-10T01:14:32.669886Z","end":"2026-04-10T01:14:32.875031Z","steps":["trace[492138171] 'agreement among raft nodes before linearized reading' (duration: 204.910818ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:32.875098Z","caller":"traceutil/trace.go:171","msg":"trace[849056338] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2074; }","duration":"207.684881ms","start":"2026-04-10T01:14:32.667394Z","end":"2026-04-10T01:14:32.875079Z","steps":["trace[849056338] 'agreement among raft nodes before linearized reading' (duration: 207.491316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:32.875249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.751243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-10T01:14:32.875319Z","caller":"traceutil/trace.go:171","msg":"trace[1948118581] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2074; }","duration":"204.844436ms","start":"2026-04-10T01:14:32.670458Z","end":"2026-04-10T01:14:32.875303Z","steps":["trace[1948118581] 'agreement among raft nodes before linearized reading' (duration: 204.687821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:32.87653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.016961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-10T01:14:32.876678Z","caller":"traceutil/trace.go:171","msg":"trace[278190332] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2074; }","duration":"205.112933ms","start":"2026-04-10T01:14:32.67148Z","end":"2026-04-10T01:14:32.876593Z","steps":["trace[278190332] 'agreement among raft nodes before linearized reading' (duration: 203.307086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:05.348845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.183813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-10T01:15:05.348947Z","caller":"traceutil/trace.go:171","msg":"trace[375901980] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2254; }","duration":"131.318506ms","start":"2026-04-10T01:15:05.217603Z","end":"2026-04-10T01:15:05.348922Z","steps":["trace[375901980] 'range keys from in-memory index tree' (duration: 131.019948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:05.348817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.674742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-10T01:15:05.349218Z","caller":"traceutil/trace.go:171","msg":"trace[953737172] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2254; }","duration":"102.093012ms","start":"2026-04-10T01:15:05.247072Z","end":"2026-04-10T01:15:05.349165Z","steps":["trace[953737172] 'range keys from in-memory index tree' (duration: 101.471826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:05.349509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.110462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-10T01:15:05.349587Z","caller":"traceutil/trace.go:171","msg":"trace[823989337] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2254; }","duration":"100.695297ms","start":"2026-04-10T01:15:05.24887Z","end":"2026-04-10T01:15:05.349565Z","steps":["trace[823989337] 'range keys from in-memory index tree' (duration: 99.959778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:05.351099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.677258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-10T01:15:05.351176Z","caller":"traceutil/trace.go:171","msg":"trace[1369825214] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2254; }","duration":"104.810813ms","start":"2026-04-10T01:15:05.246347Z","end":"2026-04-10T01:15:05.351158Z","steps":["trace[1369825214] 'range keys from in-memory index tree' (duration: 101.99889ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:06.895559Z","caller":"traceutil/trace.go:171","msg":"trace[781229858] transaction","detail":"{read_only:false; response_revision:2261; number_of_response:1; }","duration":"113.39167ms","start":"2026-04-10T01:15:06.782144Z","end":"2026-04-10T01:15:06.895536Z","steps":["trace[781229858] 'process raft request' (duration: 113.177534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:09.490938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.881041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:15:09.491052Z","caller":"traceutil/trace.go:171","msg":"trace[1547900710] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2269; }","duration":"799.046715ms","start":"2026-04-10T01:15:08.691979Z","end":"2026-04-10T01:15:09.491026Z","steps":["trace[1547900710] 'range keys from in-memory index tree' (duration: 798.729817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:09.491112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:08.691959Z","time spent":"799.138007ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T01:15:09.491229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32026703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-10T01:15:09.491345Z","caller":"traceutil/trace.go:171","msg":"trace[1878891443] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2269; }","duration":"1.320440973s","start":"2026-04-10T01:15:08.170875Z","end":"2026-04-10T01:15:09.491316Z","steps":["trace[1878891443] 'range keys from in-memory index tree' (duration: 1.320048043s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:09.491397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:08.170859Z","time spent":"1.320527077s","remote":"127.0.0.1:49488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-10T01:15:09.491589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259645424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"warn","ts":"2026-04-10T01:15:09.491616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.531681157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:15:09.491692Z","caller":"traceutil/trace.go:171","msg":"trace[508426498] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2269; }","duration":"1.259778487s","start":"2026-04-10T01:15:08.231887Z","end":"2026-04-10T01:15:09.491666Z","steps":["trace[508426498] 'range keys from in-memory index tree' (duration: 1.259434609s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:09.491705Z","caller":"traceutil/trace.go:171","msg":"trace[1301918675] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2269; }","duration":"1.531842881s","start":"2026-04-10T01:15:07.95984Z","end":"2026-04-10T01:15:09.491683Z","steps":["trace[1301918675] 'count revisions from in-memory index tree' (duration: 1.531554344s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:09.491738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:08.231876Z","time spent":"1.259852199s","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-10T01:15:09.491752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:07.95981Z","time spent":"1.531931714s","remote":"127.0.0.1:49478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:15:09.539052Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625762332733284,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:15:10.039693Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625762332733284,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-10T01:15:10.113552Z","caller":"traceutil/trace.go:171","msg":"trace[564786912] transaction","detail":"{read_only:false; response_revision:2270; number_of_response:1; }","duration":"1.211306862s","start":"2026-04-10T01:15:08.902197Z","end":"2026-04-10T01:15:10.113504Z","steps":["trace[564786912] 'process raft request' (duration: 1.211064436s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:10.113807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:08.902168Z","time spent":"1.211480377s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:15:11.270718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00060783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T01:15:11.27083Z","caller":"traceutil/trace.go:171","msg":"trace[1857518713] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000823886s","start":"2026-04-10T01:15:09.269979Z","end":"2026-04-10T01:15:11.270803Z","steps":["trace[1857518713] 'agreement among raft nodes before linearized reading' (duration: 2.000647741s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:11.270882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:09.269951Z","time spent":"2.000918737s","remote":"127.0.0.1:47820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 01:15:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T01:15:11.385944Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.272671377s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T01:15:11.386626Z","caller":"traceutil/trace.go:171","msg":"trace[911411255] transaction","detail":"{read_only:false; response_revision:2272; number_of_response:1; }","duration":"2.247158834s","start":"2026-04-10T01:15:09.139436Z","end":"2026-04-10T01:15:11.386595Z","steps":["trace[911411255] 'process raft request' (duration: 2.247053811s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:11.386708Z","caller":"traceutil/trace.go:171","msg":"trace[1623952227] transaction","detail":"{read_only:false; response_revision:2271; number_of_response:1; }","duration":"2.247508462s","start":"2026-04-10T01:15:09.139131Z","end":"2026-04-10T01:15:11.386639Z","steps":["trace[1623952227] 'process raft request' (duration: 2.247145003s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:11.386864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:09.13942Z","time spent":"2.247337388s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:15:11.386875Z","caller":"traceutil/trace.go:171","msg":"trace[419524281] transaction","detail":"{read_only:false; response_revision:2273; number_of_response:1; }","duration":"2.240563605s","start":"2026-04-10T01:15:09.146295Z","end":"2026-04-10T01:15:11.386858Z","steps":["trace[419524281] 'process raft request' (duration: 2.240249387s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:11.38693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:09.139096Z","time spent":"2.247705037s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:15:11.387053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:09.146277Z","time spent":"2.240667739s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:15:11.387032Z","caller":"traceutil/trace.go:171","msg":"trace[748529504] linearizableReadLoop","detail":"{readStateIndex:2369; appliedIndex:2365; }","duration":"2.34783893s","start":"2026-04-10T01:15:09.038944Z","end":"2026-04-10T01:15:11.386783Z","steps":["trace[748529504] 'read index received' (duration: 1.07428638s)","trace[748529504] 'applied index is now lower than readState.Index' (duration: 1.27354985s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:15:11.387396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.348446965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.65\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-10T01:15:11.387668Z","caller":"traceutil/trace.go:171","msg":"trace[1493119855] range","detail":"{range_begin:/registry/masterleases/199.204.45.65; range_end:; response_count:1; response_revision:2273; }","duration":"2.348779914s","start":"2026-04-10T01:15:09.03887Z","end":"2026-04-10T01:15:11.38765Z","steps":["trace[1493119855] 'agreement among raft nodes before linearized reading' (duration: 2.348203969s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:11.387771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:09.038839Z","time spent":"2.348905306s","remote":"127.0.0.1:47834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.65\" "} {"level":"info","ts":"2026-04-10T01:15:11.41011Z","caller":"traceutil/trace.go:171","msg":"trace[506199166] transaction","detail":"{read_only:false; response_revision:2274; number_of_response:1; }","duration":"988.513014ms","start":"2026-04-10T01:15:10.421526Z","end":"2026-04-10T01:15:11.410039Z","steps":["trace[506199166] 'process raft request' (duration: 988.067192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:11.410357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.978749672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-10T01:15:11.410408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:10.421491Z","time spent":"988.73247ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:15:11.410446Z","caller":"traceutil/trace.go:171","msg":"trace[1150218578] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2275; }","duration":"1.978941437s","start":"2026-04-10T01:15:09.43148Z","end":"2026-04-10T01:15:11.410422Z","steps":["trace[1150218578] 'agreement among raft nodes before linearized reading' (duration: 1.978639849s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:11.410498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:09.431447Z","time spent":"1.97903728s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T01:15:11.410571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.962884508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-10T01:15:11.410622Z","caller":"traceutil/trace.go:171","msg":"trace[908811586] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2275; }","duration":"1.962985691s","start":"2026-04-10T01:15:09.447625Z","end":"2026-04-10T01:15:11.41061Z","steps":["trace[908811586] 'agreement among raft nodes before linearized reading' (duration: 1.962851168s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:11.41064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.912622437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a4d9da5cf96cc0\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-04-10T01:15:11.410743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.910867182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:15:11.410746Z","caller":"traceutil/trace.go:171","msg":"trace[1116012781] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a4d9da5cf96cc0; range_end:; response_count:1; response_revision:2275; }","duration":"1.912764241s","start":"2026-04-10T01:15:09.497957Z","end":"2026-04-10T01:15:11.410721Z","steps":["trace[1116012781] 'agreement among raft nodes before linearized reading' (duration: 1.912555345s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:11.410767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.760662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:15:11.410783Z","caller":"traceutil/trace.go:171","msg":"trace[1039727054] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2275; }","duration":"1.910920034s","start":"2026-04-10T01:15:09.499854Z","end":"2026-04-10T01:15:11.410774Z","steps":["trace[1039727054] 'agreement among raft nodes before linearized reading' (duration: 1.910855533s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:11.410801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:09.497934Z","time spent":"1.912853902s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a4d9da5cf96cc0\" "} {"level":"warn","ts":"2026-04-10T01:15:11.410815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:09.499847Z","time spent":"1.910960375s","remote":"127.0.0.1:48268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-10T01:15:11.410821Z","caller":"traceutil/trace.go:171","msg":"trace[556440925] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2275; }","duration":"130.856735ms","start":"2026-04-10T01:15:11.279947Z","end":"2026-04-10T01:15:11.410804Z","steps":["trace[556440925] 'agreement among raft nodes before linearized reading' (duration: 130.783933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:11.410783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.962864227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-10T01:15:11.410829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149070825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:15:11.410567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.664518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-10T01:15:11.410658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:09.447597Z","time spent":"1.963053393s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-10T01:15:11.410995Z","caller":"traceutil/trace.go:171","msg":"trace[1332005655] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:2275; }","duration":"455.16935ms","start":"2026-04-10T01:15:10.955816Z","end":"2026-04-10T01:15:11.410985Z","steps":["trace[1332005655] 'agreement among raft nodes before linearized reading' (duration: 454.666028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:11.411057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.540702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-10T01:15:11.410977Z","caller":"traceutil/trace.go:171","msg":"trace[1918891221] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:2275; }","duration":"1.149498057s","start":"2026-04-10T01:15:10.261456Z","end":"2026-04-10T01:15:11.410954Z","steps":["trace[1918891221] 'agreement among raft nodes before linearized reading' (duration: 1.149032476s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:11.41115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.169702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:15:11.411216Z","caller":"traceutil/trace.go:171","msg":"trace[1123900343] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2275; }","duration":"911.331946ms","start":"2026-04-10T01:15:10.499869Z","end":"2026-04-10T01:15:11.411201Z","steps":["trace[1123900343] 'agreement among raft nodes before linearized reading' (duration: 911.240534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:11.411242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.962876579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-10T01:15:11.411234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.660878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-10T01:15:11.411268Z","caller":"traceutil/trace.go:171","msg":"trace[1814928227] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2275; }","duration":"1.962923239s","start":"2026-04-10T01:15:09.448338Z","end":"2026-04-10T01:15:11.411261Z","steps":["trace[1814928227] 'agreement among raft nodes before linearized reading' (duration: 1.962845767s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:11.411273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:10.499837Z","time spent":"911.422199ms","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-10T01:15:11.411284Z","caller":"traceutil/trace.go:171","msg":"trace[1026642597] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2275; }","duration":"711.784341ms","start":"2026-04-10T01:15:10.699486Z","end":"2026-04-10T01:15:11.411271Z","steps":["trace[1026642597] 'agreement among raft nodes before linearized reading' (duration: 711.660048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:11.411295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:09.448326Z","time spent":"1.96296328s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T01:15:11.411073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:10.955786Z","time spent":"455.277063ms","remote":"127.0.0.1:47902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:15:11.411328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:10.699457Z","time spent":"711.860123ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-10T01:15:11.411118Z","caller":"traceutil/trace.go:171","msg":"trace[1216236954] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2275; }","duration":"909.600183ms","start":"2026-04-10T01:15:10.501501Z","end":"2026-04-10T01:15:11.411101Z","steps":["trace[1216236954] 'agreement among raft nodes before linearized reading' (duration: 909.446169ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:11.410888Z","caller":"traceutil/trace.go:171","msg":"trace[1720628071] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2275; }","duration":"1.96298239s","start":"2026-04-10T01:15:09.447886Z","end":"2026-04-10T01:15:11.410868Z","steps":["trace[1720628071] 'agreement among raft nodes before linearized reading' (duration: 1.962691242s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:11.411473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:10.501379Z","time spent":"910.065865ms","remote":"127.0.0.1:49488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-10T01:15:11.411495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.963552245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-10T01:15:11.411345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:10.261426Z","time spent":"1.149759633s","remote":"127.0.0.1:59308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-04-10T01:15:11.412263Z","caller":"traceutil/trace.go:171","msg":"trace[1204981428] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2275; }","duration":"1.964367886s","start":"2026-04-10T01:15:09.447848Z","end":"2026-04-10T01:15:11.412216Z","steps":["trace[1204981428] 'agreement among raft nodes before linearized reading' (duration: 1.963522654s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:11.412419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:09.447813Z","time spent":"1.96455292s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T01:15:11.411062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.969427525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-10T01:15:11.412635Z","caller":"traceutil/trace.go:171","msg":"trace[1356023242] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2275; }","duration":"1.971005856s","start":"2026-04-10T01:15:09.441571Z","end":"2026-04-10T01:15:11.412577Z","steps":["trace[1356023242] 'agreement among raft nodes before linearized reading' (duration: 1.969370334s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:11.412792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:09.441547Z","time spent":"1.971201351s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T01:15:11.411549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:09.447876Z","time spent":"1.963636567s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T01:15:12.035964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.96814ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-10T01:15:12.036084Z","caller":"traceutil/trace.go:171","msg":"trace[1934835115] linearizableReadLoop","detail":"{readStateIndex:2372; appliedIndex:2371; }","duration":"623.014489ms","start":"2026-04-10T01:15:11.413049Z","end":"2026-04-10T01:15:12.036063Z","steps":["trace[1934835115] 'read index received' (duration: 191.010299ms)","trace[1934835115] 'applied index is now lower than readState.Index' (duration: 432.00224ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:15:12.036326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:11.388952Z","time spent":"647.369139ms","remote":"127.0.0.1:47834","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-10T01:15:12.03645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.374489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:15:12.036567Z","caller":"traceutil/trace.go:171","msg":"trace[1606576105] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2275; }","duration":"623.531372ms","start":"2026-04-10T01:15:11.413002Z","end":"2026-04-10T01:15:12.036534Z","steps":["trace[1606576105] 'agreement among raft nodes before linearized reading' (duration: 623.341687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:12.036667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:11.412974Z","time spent":"623.681506ms","remote":"127.0.0.1:47820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T01:15:12.071964Z","caller":"traceutil/trace.go:171","msg":"trace[886906409] transaction","detail":"{read_only:false; response_revision:2276; number_of_response:1; }","duration":"656.73341ms","start":"2026-04-10T01:15:11.415204Z","end":"2026-04-10T01:15:12.071938Z","steps":["trace[886906409] 'process raft request' (duration: 656.473113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:12.072139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:11.415177Z","time spent":"656.867023ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:15:12.072411Z","caller":"traceutil/trace.go:171","msg":"trace[808415545] transaction","detail":"{read_only:false; response_revision:2278; number_of_response:1; }","duration":"655.096517ms","start":"2026-04-10T01:15:11.417302Z","end":"2026-04-10T01:15:12.072399Z","steps":["trace[808415545] 'process raft request' (duration: 654.919222ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:12.072396Z","caller":"traceutil/trace.go:171","msg":"trace[339957263] transaction","detail":"{read_only:false; response_revision:2277; number_of_response:1; }","duration":"655.801204ms","start":"2026-04-10T01:15:11.416537Z","end":"2026-04-10T01:15:12.072338Z","steps":["trace[339957263] 'process raft request' (duration: 655.343543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:12.072476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:11.41729Z","time spent":"655.155028ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:15:12.072603Z","caller":"traceutil/trace.go:171","msg":"trace[1971508384] transaction","detail":"{read_only:false; response_revision:2279; number_of_response:1; }","duration":"655.270981ms","start":"2026-04-10T01:15:11.417305Z","end":"2026-04-10T01:15:12.072576Z","steps":["trace[1971508384] 'process raft request' (duration: 655.014955ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:12.07262Z","caller":"traceutil/trace.go:171","msg":"trace[1754804837] transaction","detail":"{read_only:false; response_revision:2280; number_of_response:1; }","duration":"655.22354ms","start":"2026-04-10T01:15:11.417378Z","end":"2026-04-10T01:15:12.072602Z","steps":["trace[1754804837] 'process raft request' (duration: 655.003824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:12.072633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:11.416528Z","time spent":"655.966079ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:15:12.072782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:11.417292Z","time spent":"655.372364ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:15:12.072792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:11.417348Z","time spent":"655.327763ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:15:12.072975Z","caller":"traceutil/trace.go:171","msg":"trace[404346372] transaction","detail":"{read_only:false; response_revision:2281; number_of_response:1; }","duration":"655.487647ms","start":"2026-04-10T01:15:11.417469Z","end":"2026-04-10T01:15:12.072956Z","steps":["trace[404346372] 'process raft request' (duration: 655.090107ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:12.073054Z","caller":"traceutil/trace.go:171","msg":"trace[1446068380] transaction","detail":"{read_only:false; response_revision:2282; number_of_response:1; }","duration":"655.418216ms","start":"2026-04-10T01:15:11.417615Z","end":"2026-04-10T01:15:12.073033Z","steps":["trace[1446068380] 'process raft request' (duration: 655.22148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:12.073165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:11.417605Z","time spent":"655.513258ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:15:12.073177Z","caller":"traceutil/trace.go:171","msg":"trace[627098721] transaction","detail":"{read_only:false; response_revision:2283; number_of_response:1; }","duration":"655.541469ms","start":"2026-04-10T01:15:11.417615Z","end":"2026-04-10T01:15:12.073157Z","steps":["trace[627098721] 'process raft request' (duration: 655.355544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:12.073188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.224237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:15:12.073241Z","caller":"traceutil/trace.go:171","msg":"trace[1413084409] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2283; }","duration":"658.306239ms","start":"2026-04-10T01:15:11.414919Z","end":"2026-04-10T01:15:12.073225Z","steps":["trace[1413084409] 'agreement among raft nodes before linearized reading' (duration: 658.169405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:12.073249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:11.417603Z","time spent":"655.60867ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:15:12.073245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.427589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:15:12.073284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:11.414895Z","time spent":"658.382451ms","remote":"127.0.0.1:47982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-10T01:15:12.073303Z","caller":"traceutil/trace.go:171","msg":"trace[639479439] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2283; }","duration":"149.545321ms","start":"2026-04-10T01:15:11.923744Z","end":"2026-04-10T01:15:12.073289Z","steps":["trace[639479439] 'agreement among raft nodes before linearized reading' (duration: 149.436388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:12.073407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:11.417429Z","time spent":"655.612071ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:15:12.578945Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625762332733305,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-10T01:15:12.771661Z","caller":"traceutil/trace.go:171","msg":"trace[1690951052] linearizableReadLoop","detail":"{readStateIndex:2382; appliedIndex:2380; }","duration":"693.821694ms","start":"2026-04-10T01:15:12.077815Z","end":"2026-04-10T01:15:12.771637Z","steps":["trace[1690951052] 'read index received' (duration: 610.995783ms)","trace[1690951052] 'applied index is now lower than readState.Index' (duration: 82.824661ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:15:12.771657Z","caller":"traceutil/trace.go:171","msg":"trace[1572970539] transaction","detail":"{read_only:false; response_revision:2284; number_of_response:1; }","duration":"733.839193ms","start":"2026-04-10T01:15:12.03777Z","end":"2026-04-10T01:15:12.771609Z","steps":["trace[1572970539] 'process raft request' (duration: 651.057714ms)","trace[1572970539] 'compare' (duration: 82.169674ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:15:12.771855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:12.037738Z","time spent":"734.011899ms","remote":"127.0.0.1:47834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:15:12.771896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.050409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a4d9b6e3eb6781\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-10T01:15:12.771929Z","caller":"traceutil/trace.go:171","msg":"trace[1702500232] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a4d9b6e3eb6781; range_end:; response_count:1; response_revision:2285; }","duration":"694.151181ms","start":"2026-04-10T01:15:12.077766Z","end":"2026-04-10T01:15:12.771917Z","steps":["trace[1702500232] 'agreement among raft nodes before linearized reading' (duration: 694.003838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:12.771956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:12.077738Z","time spent":"694.211374ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a4d9b6e3eb6781\" "} {"level":"warn","ts":"2026-04-10T01:15:12.772068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.316686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-10T01:15:12.772125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.553905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-10T01:15:12.772131Z","caller":"traceutil/trace.go:171","msg":"trace[33963978] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2285; }","duration":"685.459661ms","start":"2026-04-10T01:15:12.08666Z","end":"2026-04-10T01:15:12.772119Z","steps":["trace[33963978] 'agreement among raft nodes before linearized reading' (duration: 685.238395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:12.772183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:12.086634Z","time spent":"685.540453ms","remote":"127.0.0.1:49488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-10T01:15:12.77218Z","caller":"traceutil/trace.go:171","msg":"trace[415484619] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2285; }","duration":"352.608887ms","start":"2026-04-10T01:15:12.419554Z","end":"2026-04-10T01:15:12.772162Z","steps":["trace[415484619] 'agreement among raft nodes before linearized reading' (duration: 352.474203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:12.772227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:12.419461Z","time spent":"352.755151ms","remote":"127.0.0.1:49488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-10T01:15:12.771779Z","caller":"traceutil/trace.go:171","msg":"trace[1888524086] transaction","detail":"{read_only:false; response_revision:2285; number_of_response:1; }","duration":"651.933895ms","start":"2026-04-10T01:15:12.119793Z","end":"2026-04-10T01:15:12.771727Z","steps":["trace[1888524086] 'process raft request' (duration: 651.741361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:12.772625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:12.119777Z","time spent":"652.733236ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:15:14.181265Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625762332733314,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:15:14.418973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.406071ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:15:14.41972Z","caller":"traceutil/trace.go:171","msg":"trace[1134040549] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2287; }","duration":"209.176742ms","start":"2026-04-10T01:15:14.210513Z","end":"2026-04-10T01:15:14.41969Z","steps":["trace[1134040549] 'range keys from in-memory index tree' (duration: 208.370071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:14.419798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.089212ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:15:14.419939Z","caller":"traceutil/trace.go:171","msg":"trace[1156659167] linearizableReadLoop","detail":"{readStateIndex:2385; appliedIndex:2384; }","duration":"738.884281ms","start":"2026-04-10T01:15:13.681033Z","end":"2026-04-10T01:15:14.419917Z","steps":["trace[1156659167] 'read index received' (duration: 523.466971ms)","trace[1156659167] 'applied index is now lower than readState.Index' (duration: 215.41591ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:15:14.420048Z","caller":"traceutil/trace.go:171","msg":"trace[264372696] transaction","detail":"{read_only:false; response_revision:2288; number_of_response:1; }","duration":"1.025268721s","start":"2026-04-10T01:15:13.394754Z","end":"2026-04-10T01:15:14.420022Z","steps":["trace[264372696] 'process raft request' (duration: 809.82234ms)","trace[264372696] 'compare' (duration: 214.931628ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:15:14.42025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.219571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-10T01:15:14.420299Z","caller":"traceutil/trace.go:171","msg":"trace[1487755553] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2288; }","duration":"739.299882ms","start":"2026-04-10T01:15:13.680982Z","end":"2026-04-10T01:15:14.420282Z","steps":["trace[1487755553] 'agreement among raft nodes before linearized reading' (duration: 739.048606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:14.420303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:13.394709Z","time spent":"1.025451076s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:15:14.420355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:13.680959Z","time spent":"739.384315ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-10T01:15:14.42042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.422067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-10T01:15:14.420513Z","caller":"traceutil/trace.go:171","msg":"trace[1689639052] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2288; }","duration":"639.564391ms","start":"2026-04-10T01:15:13.780923Z","end":"2026-04-10T01:15:14.420487Z","steps":["trace[1689639052] 'agreement among raft nodes before linearized reading' (duration: 639.302394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:14.420562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:13.780902Z","time spent":"639.649214ms","remote":"127.0.0.1:49488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-10T01:15:14.420839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.722014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-10T01:15:14.42087Z","caller":"traceutil/trace.go:171","msg":"trace[56248599] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2288; }","duration":"342.808548ms","start":"2026-04-10T01:15:14.078052Z","end":"2026-04-10T01:15:14.420861Z","steps":["trace[56248599] 'agreement among raft nodes before linearized reading' (duration: 342.705195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:14.420895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:14.07802Z","time spent":"342.869409ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T01:15:14.421023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:15:14.421036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.964606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-10T01:15:14.421036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.70531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a4d9da5cf96cc0\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-04-10T01:15:14.421059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.859328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T01:15:14.421076Z","caller":"traceutil/trace.go:171","msg":"trace[25472782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2288; }","duration":"148.711431ms","start":"2026-04-10T01:15:14.272346Z","end":"2026-04-10T01:15:14.421057Z","steps":["trace[25472782] 'agreement among raft nodes before linearized reading' (duration: 148.624409ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:14.4211Z","caller":"traceutil/trace.go:171","msg":"trace[932934992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2288; }","duration":"344.082309ms","start":"2026-04-10T01:15:14.076999Z","end":"2026-04-10T01:15:14.421081Z","steps":["trace[932934992] 'agreement among raft nodes before linearized reading' (duration: 343.795672ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:14.421108Z","caller":"traceutil/trace.go:171","msg":"trace[1659760769] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2288; }","duration":"342.960802ms","start":"2026-04-10T01:15:14.078136Z","end":"2026-04-10T01:15:14.421096Z","steps":["trace[1659760769] 'agreement among raft nodes before linearized reading' (duration: 342.817537ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:14.421106Z","caller":"traceutil/trace.go:171","msg":"trace[25949845] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a4d9da5cf96cc0; range_end:; response_count:1; response_revision:2288; }","duration":"445.829683ms","start":"2026-04-10T01:15:13.975259Z","end":"2026-04-10T01:15:14.421089Z","steps":["trace[25949845] 'agreement among raft nodes before linearized reading' (duration: 445.624058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:14.421148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:14.078107Z","time spent":"343.033462ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T01:15:14.42116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:14.076967Z","time spent":"344.175072ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T01:15:14.421167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:13.975232Z","time spent":"445.916174ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a4d9da5cf96cc0\" "} {"level":"warn","ts":"2026-04-10T01:15:14.421173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.318565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-10T01:15:14.421174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.127005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-10T01:15:14.421276Z","caller":"traceutil/trace.go:171","msg":"trace[2052100947] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2288; }","duration":"342.464638ms","start":"2026-04-10T01:15:14.078789Z","end":"2026-04-10T01:15:14.421253Z","steps":["trace[2052100947] 'agreement among raft nodes before linearized reading' (duration: 342.101239ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:14.421308Z","caller":"traceutil/trace.go:171","msg":"trace[5682482] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2288; }","duration":"343.298218ms","start":"2026-04-10T01:15:14.077979Z","end":"2026-04-10T01:15:14.421277Z","steps":["trace[5682482] 'agreement among raft nodes before linearized reading' (duration: 343.025382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:14.421333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:14.078778Z","time spent":"342.54458ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T01:15:14.421402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:14.07797Z","time spent":"343.414872ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T01:15:14.421544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.410013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-10T01:15:14.421605Z","caller":"traceutil/trace.go:171","msg":"trace[136224407] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2288; }","duration":"343.525506ms","start":"2026-04-10T01:15:14.078064Z","end":"2026-04-10T01:15:14.421589Z","steps":["trace[136224407] 'agreement among raft nodes before linearized reading' (duration: 342.204842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:14.421644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:14.078036Z","time spent":"343.597677ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-10T01:15:14.615403Z","caller":"traceutil/trace.go:171","msg":"trace[856779516] transaction","detail":"{read_only:false; response_revision:2292; number_of_response:1; }","duration":"188.470563ms","start":"2026-04-10T01:15:14.4269Z","end":"2026-04-10T01:15:14.615371Z","steps":["trace[856779516] 'process raft request' (duration: 188.385941ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:14.615434Z","caller":"traceutil/trace.go:171","msg":"trace[718795503] transaction","detail":"{read_only:false; response_revision:2290; number_of_response:1; }","duration":"188.878584ms","start":"2026-04-10T01:15:14.426507Z","end":"2026-04-10T01:15:14.615386Z","steps":["trace[718795503] 'process raft request' (duration: 188.551456ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:14.615523Z","caller":"traceutil/trace.go:171","msg":"trace[17400429] transaction","detail":"{read_only:false; response_revision:2291; number_of_response:1; }","duration":"188.632668ms","start":"2026-04-10T01:15:14.426843Z","end":"2026-04-10T01:15:14.615475Z","steps":["trace[17400429] 'process raft request' (duration: 188.407332ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:14.615775Z","caller":"traceutil/trace.go:171","msg":"trace[1511637619] transaction","detail":"{read_only:false; response_revision:2293; number_of_response:1; }","duration":"188.852193ms","start":"2026-04-10T01:15:14.426908Z","end":"2026-04-10T01:15:14.61576Z","steps":["trace[1511637619] 'process raft request' (duration: 188.417211ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:14.615927Z","caller":"traceutil/trace.go:171","msg":"trace[585326022] transaction","detail":"{read_only:false; response_revision:2294; number_of_response:1; }","duration":"188.368551ms","start":"2026-04-10T01:15:14.427547Z","end":"2026-04-10T01:15:14.615916Z","steps":["trace[585326022] 'process raft request' (duration: 188.138355ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:14.616035Z","caller":"traceutil/trace.go:171","msg":"trace[1151690703] transaction","detail":"{read_only:false; response_revision:2296; number_of_response:1; }","duration":"188.32318ms","start":"2026-04-10T01:15:14.4277Z","end":"2026-04-10T01:15:14.616023Z","steps":["trace[1151690703] 'process raft request' (duration: 188.192246ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:14.61599Z","caller":"traceutil/trace.go:171","msg":"trace[239912318] linearizableReadLoop","detail":"{readStateIndex:2393; appliedIndex:2385; }","duration":"184.116183ms","start":"2026-04-10T01:15:14.43184Z","end":"2026-04-10T01:15:14.615956Z","steps":["trace[239912318] 'read index received' (duration: 75.148525ms)","trace[239912318] 'applied index is now lower than readState.Index' (duration: 108.966458ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:15:14.616129Z","caller":"traceutil/trace.go:171","msg":"trace[96865840] transaction","detail":"{read_only:false; response_revision:2295; number_of_response:1; }","duration":"188.355441ms","start":"2026-04-10T01:15:14.427665Z","end":"2026-04-10T01:15:14.61602Z","steps":["trace[96865840] 'process raft request' (duration: 188.182236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:14.616215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.346089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:15:14.616258Z","caller":"traceutil/trace.go:171","msg":"trace[1613792273] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2296; }","duration":"184.426411ms","start":"2026-04-10T01:15:14.43182Z","end":"2026-04-10T01:15:14.616246Z","steps":["trace[1613792273] 'agreement among raft nodes before linearized reading' (duration: 184.256597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:14.790932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.87741ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-10T01:15:16.858152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.6066895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:15:16.858263Z","caller":"traceutil/trace.go:171","msg":"trace[1375025382] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2297; }","duration":"1.606870195s","start":"2026-04-10T01:15:15.251361Z","end":"2026-04-10T01:15:16.858231Z","steps":["trace[1375025382] 'count revisions from in-memory index tree' (duration: 1.606574766s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:16.858285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.875594314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-10T01:15:16.858325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:15.251324Z","time spent":"1.606984897s","remote":"127.0.0.1:48322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-10T01:15:16.858344Z","caller":"traceutil/trace.go:171","msg":"trace[214929852] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2297; }","duration":"1.875724636s","start":"2026-04-10T01:15:14.982604Z","end":"2026-04-10T01:15:16.858329Z","steps":["trace[214929852] 'count revisions from in-memory index tree' (duration: 1.875424459s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:16.858441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:14.98257Z","time spent":"1.875856101s","remote":"127.0.0.1:49482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:15:16.859422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.428250452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-10T01:15:16.859506Z","caller":"traceutil/trace.go:171","msg":"trace[386654524] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2297; }","duration":"1.428419696s","start":"2026-04-10T01:15:15.431069Z","end":"2026-04-10T01:15:16.859488Z","steps":["trace[386654524] 'range keys from in-memory index tree' (duration: 1.427972276s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:16.859543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:15.431036Z","time spent":"1.428499598s","remote":"127.0.0.1:49488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-10T01:15:16.860272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270908672s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:15:16.860355Z","caller":"traceutil/trace.go:171","msg":"trace[1573317253] linearizableReadLoop","detail":"{readStateIndex:2396; appliedIndex:2395; }","duration":"588.280273ms","start":"2026-04-10T01:15:16.272061Z","end":"2026-04-10T01:15:16.860341Z","steps":["trace[1573317253] 'read index received' (duration: 84.452µs)","trace[1573317253] 'applied index is now lower than readState.Index' (duration: 588.194651ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:15:16.860567Z","caller":"traceutil/trace.go:171","msg":"trace[1712755859] transaction","detail":"{read_only:false; response_revision:2298; number_of_response:1; }","duration":"1.424401604s","start":"2026-04-10T01:15:15.43612Z","end":"2026-04-10T01:15:16.860522Z","steps":["trace[1712755859] 'process raft request' (duration: 153.130803ms)","trace[1712755859] 'compare' (duration: 1.269847145s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:15:16.860645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.58564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:15:16.860706Z","caller":"traceutil/trace.go:171","msg":"trace[1080415724] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2298; }","duration":"588.693614ms","start":"2026-04-10T01:15:16.271994Z","end":"2026-04-10T01:15:16.860688Z","steps":["trace[1080415724] 'agreement among raft nodes before linearized reading' (duration: 588.584602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:16.860771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:16.271966Z","time spent":"588.787306ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T01:15:16.860771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:15.436093Z","time spent":"1.424571748s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:15:17.361155Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625762332733337,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:15:17.559525Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.131216711s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T01:15:17.84571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.703712ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:15:17.84588Z","caller":"traceutil/trace.go:171","msg":"trace[202229409] transaction","detail":"{read_only:false; response_revision:2299; number_of_response:1; }","duration":"1.417717873s","start":"2026-04-10T01:15:16.42813Z","end":"2026-04-10T01:15:17.845848Z","steps":["trace[202229409] 'process raft request' (duration: 1.131741965s)","trace[202229409] 'compare' (duration: 285.343842ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:15:17.845987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:16.428095Z","time spent":"1.417836126s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:15:17.873418Z","caller":"traceutil/trace.go:171","msg":"trace[1531335781] linearizableReadLoop","detail":"{readStateIndex:2398; appliedIndex:2396; }","duration":"1.013010099s","start":"2026-04-10T01:15:16.860378Z","end":"2026-04-10T01:15:17.873388Z","steps":["trace[1531335781] 'read index received' (duration: 699.673033ms)","trace[1531335781] 'applied index is now lower than readState.Index' (duration: 313.335626ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:15:17.873628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252138663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-10T01:15:17.873704Z","caller":"traceutil/trace.go:171","msg":"trace[885128862] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2300; }","duration":"1.252259176s","start":"2026-04-10T01:15:16.621425Z","end":"2026-04-10T01:15:17.873684Z","steps":["trace[885128862] 'agreement among raft nodes before linearized reading' (duration: 1.252042841s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:17.873751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:16.621416Z","time spent":"1.252326457s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T01:15:17.873735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011985413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:15:17.873727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252103843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-04-10T01:15:17.873781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198286881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:15:17.873826Z","caller":"traceutil/trace.go:171","msg":"trace[172578068] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2300; }","duration":"1.198392604s","start":"2026-04-10T01:15:16.67542Z","end":"2026-04-10T01:15:17.873813Z","steps":["trace[172578068] 'agreement among raft nodes before linearized reading' (duration: 1.198321171s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:17.873829Z","caller":"traceutil/trace.go:171","msg":"trace[1654737821] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2300; }","duration":"1.252237876s","start":"2026-04-10T01:15:16.621569Z","end":"2026-04-10T01:15:17.873806Z","steps":["trace[1654737821] 'agreement among raft nodes before linearized reading' (duration: 1.251966919s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:17.873859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251934848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-10T01:15:17.873878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:16.675385Z","time spent":"1.198482825s","remote":"127.0.0.1:49456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-10T01:15:17.87389Z","caller":"traceutil/trace.go:171","msg":"trace[1196014503] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2300; }","duration":"1.012094605s","start":"2026-04-10T01:15:16.861696Z","end":"2026-04-10T01:15:17.873791Z","steps":["trace[1196014503] 'agreement among raft nodes before linearized reading' (duration: 1.011995203s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:17.873899Z","caller":"traceutil/trace.go:171","msg":"trace[310133753] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2300; }","duration":"1.25199383s","start":"2026-04-10T01:15:16.621897Z","end":"2026-04-10T01:15:17.87389Z","steps":["trace[310133753] 'agreement among raft nodes before linearized reading' (duration: 1.251906807s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:17.873892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:16.621562Z","time spent":"1.252317069s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-10T01:15:17.873772Z","caller":"traceutil/trace.go:171","msg":"trace[1779875826] transaction","detail":"{read_only:false; response_revision:2300; number_of_response:1; }","duration":"1.065498746s","start":"2026-04-10T01:15:16.808249Z","end":"2026-04-10T01:15:17.873748Z","steps":["trace[1779875826] 'process raft request' (duration: 1.064952772s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:17.873947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:16.621886Z","time spent":"1.252053472s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T01:15:17.874034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253124468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-04-10T01:15:17.874083Z","caller":"traceutil/trace.go:171","msg":"trace[296253668] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2300; }","duration":"1.25320854s","start":"2026-04-10T01:15:16.620861Z","end":"2026-04-10T01:15:17.87407Z","steps":["trace[296253668] 'agreement among raft nodes before linearized reading' (duration: 1.253094547s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:17.874113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:16.620838Z","time spent":"1.253268822s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T01:15:17.874218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.243989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:15:17.874258Z","caller":"traceutil/trace.go:171","msg":"trace[1348633858] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2300; }","duration":"702.325541ms","start":"2026-04-10T01:15:17.171916Z","end":"2026-04-10T01:15:17.874242Z","steps":["trace[1348633858] 'agreement among raft nodes before linearized reading' (duration: 702.270679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:17.874292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:17.171887Z","time spent":"702.397432ms","remote":"127.0.0.1:49348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:15:17.874208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:16.808223Z","time spent":"1.065804595s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:15:17.873679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251768454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-10T01:15:17.874387Z","caller":"traceutil/trace.go:171","msg":"trace[168300747] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2300; }","duration":"1.252521233s","start":"2026-04-10T01:15:16.621851Z","end":"2026-04-10T01:15:17.874373Z","steps":["trace[168300747] 'agreement among raft nodes before linearized reading' (duration: 1.251584858s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:17.874436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:16.62184Z","time spent":"1.252581524s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T01:15:17.873707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252382969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-10T01:15:17.874493Z","caller":"traceutil/trace.go:171","msg":"trace[1943648831] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2300; }","duration":"1.253195779s","start":"2026-04-10T01:15:16.621286Z","end":"2026-04-10T01:15:17.874482Z","steps":["trace[1943648831] 'agreement among raft nodes before linearized reading' (duration: 1.252254145s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:17.874547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:16.621203Z","time spent":"1.253329304s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T01:15:17.873934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:16.861676Z","time spent":"1.012247609s","remote":"127.0.0.1:47820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T01:15:18.383671Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625762332733339,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:15:18.755361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.138428ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:15:18.755481Z","caller":"traceutil/trace.go:171","msg":"trace[1159897875] transaction","detail":"{read_only:false; response_revision:2301; number_of_response:1; }","duration":"876.737465ms","start":"2026-04-10T01:15:17.878724Z","end":"2026-04-10T01:15:18.755461Z","steps":["trace[1159897875] 'process raft request' (duration: 580.396782ms)","trace[1159897875] 'compare' (duration: 295.978214ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:15:18.755528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:17.878697Z","time spent":"876.811427ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:15:18.795371Z","caller":"traceutil/trace.go:171","msg":"trace[1705052801] transaction","detail":"{read_only:false; response_revision:2302; number_of_response:1; }","duration":"916.513719ms","start":"2026-04-10T01:15:17.878815Z","end":"2026-04-10T01:15:18.795329Z","steps":["trace[1705052801] 'process raft request' (duration: 916.216241ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:18.795729Z","caller":"traceutil/trace.go:171","msg":"trace[781637345] transaction","detail":"{read_only:false; response_revision:2305; number_of_response:1; }","duration":"916.239172ms","start":"2026-04-10T01:15:17.879467Z","end":"2026-04-10T01:15:18.795706Z","steps":["trace[781637345] 'process raft request' (duration: 916.15341ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:18.795764Z","caller":"traceutil/trace.go:171","msg":"trace[365481793] transaction","detail":"{read_only:false; response_revision:2304; number_of_response:1; }","duration":"916.866357ms","start":"2026-04-10T01:15:17.878848Z","end":"2026-04-10T01:15:18.795714Z","steps":["trace[365481793] 'process raft request' (duration: 916.740164ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:18.7958Z","caller":"traceutil/trace.go:171","msg":"trace[1940889727] transaction","detail":"{read_only:false; response_revision:2306; number_of_response:1; }","duration":"916.221462ms","start":"2026-04-10T01:15:17.879529Z","end":"2026-04-10T01:15:18.795751Z","steps":["trace[1940889727] 'process raft request' (duration: 916.113119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:18.795821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:17.8788Z","time spent":"916.842158ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:15:18.795906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:17.879454Z","time spent":"916.351615ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:15:18.796011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:17.879522Z","time spent":"916.382916ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:15:18.796019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:17.87882Z","time spent":"917.054683ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:15:18.796098Z","caller":"traceutil/trace.go:171","msg":"trace[922775068] transaction","detail":"{read_only:false; response_revision:2303; number_of_response:1; }","duration":"917.266938ms","start":"2026-04-10T01:15:17.878811Z","end":"2026-04-10T01:15:18.796078Z","steps":["trace[922775068] 'process raft request' (duration: 916.356965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:18.796176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.130962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:15:18.796254Z","caller":"traceutil/trace.go:171","msg":"trace[1021420569] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2306; }","duration":"913.235645ms","start":"2026-04-10T01:15:17.883007Z","end":"2026-04-10T01:15:18.796243Z","steps":["trace[1021420569] 'agreement among raft nodes before linearized reading' (duration: 913.120422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:18.796258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:17.87878Z","time spent":"917.36264ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:15:18.796355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:17.882997Z","time spent":"913.282578ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T01:15:18.796108Z","caller":"traceutil/trace.go:171","msg":"trace[1561336177] linearizableReadLoop","detail":"{readStateIndex:2404; appliedIndex:2398; }","duration":"912.62472ms","start":"2026-04-10T01:15:17.88305Z","end":"2026-04-10T01:15:18.795675Z","steps":["trace[1561336177] 'read index received' (duration: 576.096123ms)","trace[1561336177] 'applied index is now lower than readState.Index' (duration: 336.527817ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:15:18.797422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.527447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:15:18.797536Z","caller":"traceutil/trace.go:171","msg":"trace[30662735] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2306; }","duration":"912.670472ms","start":"2026-04-10T01:15:17.884849Z","end":"2026-04-10T01:15:18.797519Z","steps":["trace[30662735] 'agreement among raft nodes before linearized reading' (duration: 911.669667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:18.797586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:17.884837Z","time spent":"912.738804ms","remote":"127.0.0.1:48268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-10T01:15:20.916106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.663172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T01:15:20.916203Z","caller":"traceutil/trace.go:171","msg":"trace[408896364] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2313; }","duration":"115.200106ms","start":"2026-04-10T01:15:20.800983Z","end":"2026-04-10T01:15:20.916183Z","steps":["trace[408896364] 'range keys from in-memory index tree' (duration: 114.426557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:20.916309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.900599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-10T01:15:20.916417Z","caller":"traceutil/trace.go:171","msg":"trace[1397668007] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2313; }","duration":"115.083094ms","start":"2026-04-10T01:15:20.801307Z","end":"2026-04-10T01:15:20.91639Z","steps":["trace[1397668007] 'range keys from in-memory index tree' (duration: 114.561189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:20.91652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-10T01:15:20.916555Z","caller":"traceutil/trace.go:171","msg":"trace[398793235] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2313; }","duration":"116.583801ms","start":"2026-04-10T01:15:20.799961Z","end":"2026-04-10T01:15:20.916545Z","steps":["trace[398793235] 'range keys from in-memory index tree' (duration: 116.437879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:20.916693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.732291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-10T01:15:20.916723Z","caller":"traceutil/trace.go:171","msg":"trace[1060224848] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2313; }","duration":"115.817963ms","start":"2026-04-10T01:15:20.800896Z","end":"2026-04-10T01:15:20.916714Z","steps":["trace[1060224848] 'range keys from in-memory index tree' (duration: 115.658838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:20.916944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.405976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-10T01:15:20.917665Z","caller":"traceutil/trace.go:171","msg":"trace[1852919364] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2313; }","duration":"115.131014ms","start":"2026-04-10T01:15:20.802522Z","end":"2026-04-10T01:15:20.917653Z","steps":["trace[1852919364] 'range keys from in-memory index tree' (duration: 114.220701ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:28.059403Z","caller":"traceutil/trace.go:171","msg":"trace[1301666818] transaction","detail":"{read_only:false; response_revision:2354; number_of_response:1; }","duration":"143.317863ms","start":"2026-04-10T01:15:27.916041Z","end":"2026-04-10T01:15:28.059359Z","steps":["trace[1301666818] 'process raft request' (duration: 142.40556ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:29.045092Z","caller":"traceutil/trace.go:171","msg":"trace[557999580] linearizableReadLoop","detail":"{readStateIndex:2455; appliedIndex:2454; }","duration":"194.768275ms","start":"2026-04-10T01:15:28.850296Z","end":"2026-04-10T01:15:29.045064Z","steps":["trace[557999580] 'read index received' (duration: 194.729753ms)","trace[557999580] 'applied index is now lower than readState.Index' (duration: 37.522µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:15:29.045328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.020531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-04-10T01:15:29.045374Z","caller":"traceutil/trace.go:171","msg":"trace[1473079959] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2355; }","duration":"195.133994ms","start":"2026-04-10T01:15:28.850229Z","end":"2026-04-10T01:15:29.045363Z","steps":["trace[1473079959] 'agreement among raft nodes before linearized reading' (duration: 194.972829ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:29.045586Z","caller":"traceutil/trace.go:171","msg":"trace[581359710] transaction","detail":"{read_only:false; response_revision:2355; number_of_response:1; }","duration":"218.345915ms","start":"2026-04-10T01:15:28.827061Z","end":"2026-04-10T01:15:29.045407Z","steps":["trace[581359710] 'process raft request' (duration: 217.845661ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:35.190647Z","caller":"traceutil/trace.go:171","msg":"trace[1025617847] transaction","detail":"{read_only:false; response_revision:2389; number_of_response:1; }","duration":"108.772372ms","start":"2026-04-10T01:15:35.081829Z","end":"2026-04-10T01:15:35.190602Z","steps":["trace[1025617847] 'process raft request' (duration: 97.453994ms)","trace[1025617847] 'compare' (duration: 11.048622ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:15:35.190986Z","caller":"traceutil/trace.go:171","msg":"trace[1136441143] transaction","detail":"{read_only:false; response_revision:2390; number_of_response:1; }","duration":"108.251658ms","start":"2026-04-10T01:15:35.082693Z","end":"2026-04-10T01:15:35.190944Z","steps":["trace[1136441143] 'process raft request' (duration: 107.846459ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:35.191271Z","caller":"traceutil/trace.go:171","msg":"trace[499872805] linearizableReadLoop","detail":"{readStateIndex:2493; appliedIndex:2489; }","duration":"107.192101ms","start":"2026-04-10T01:15:35.084049Z","end":"2026-04-10T01:15:35.191242Z","steps":["trace[499872805] 'read index received' (duration: 51.199154ms)","trace[499872805] 'applied index is now lower than readState.Index' (duration: 55.991407ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:15:35.191329Z","caller":"traceutil/trace.go:171","msg":"trace[49764587] transaction","detail":"{read_only:false; response_revision:2391; number_of_response:1; }","duration":"108.131195ms","start":"2026-04-10T01:15:35.083185Z","end":"2026-04-10T01:15:35.191316Z","steps":["trace[49764587] 'process raft request' (duration: 107.847338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:35.191777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.687564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-04-10T01:15:35.191862Z","caller":"traceutil/trace.go:171","msg":"trace[1913316767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2391; }","duration":"107.811317ms","start":"2026-04-10T01:15:35.084032Z","end":"2026-04-10T01:15:35.191844Z","steps":["trace[1913316767] 'agreement among raft nodes before linearized reading' (duration: 107.331194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:35.191823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.619047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-10T01:15:35.192021Z","caller":"traceutil/trace.go:171","msg":"trace[2030526494] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2391; }","duration":"106.870764ms","start":"2026-04-10T01:15:35.085128Z","end":"2026-04-10T01:15:35.191999Z","steps":["trace[2030526494] 'agreement among raft nodes before linearized reading' (duration: 106.453543ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:41.324771Z","caller":"traceutil/trace.go:171","msg":"trace[731482114] linearizableReadLoop","detail":"{readStateIndex:2519; appliedIndex:2518; }","duration":"101.353223ms","start":"2026-04-10T01:15:41.223386Z","end":"2026-04-10T01:15:41.32474Z","steps":["trace[731482114] 'read index received' (duration: 101.158848ms)","trace[731482114] 'applied index is now lower than readState.Index' (duration: 193.015µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:15:41.324877Z","caller":"traceutil/trace.go:171","msg":"trace[1117986612] transaction","detail":"{read_only:false; response_revision:2416; number_of_response:1; }","duration":"157.333209ms","start":"2026-04-10T01:15:41.167485Z","end":"2026-04-10T01:15:41.324818Z","steps":["trace[1117986612] 'process raft request' (duration: 157.062952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:41.325117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.715772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-10T01:15:41.325223Z","caller":"traceutil/trace.go:171","msg":"trace[1311051230] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2416; }","duration":"101.900687ms","start":"2026-04-10T01:15:41.2233Z","end":"2026-04-10T01:15:41.325201Z","steps":["trace[1311051230] 'agreement among raft nodes before linearized reading' (duration: 101.586129ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:41.490255Z","caller":"traceutil/trace.go:171","msg":"trace[685793999] transaction","detail":"{read_only:false; response_revision:2421; number_of_response:1; }","duration":"107.953931ms","start":"2026-04-10T01:15:41.382258Z","end":"2026-04-10T01:15:41.490212Z","steps":["trace[685793999] 'process raft request' (duration: 45.643314ms)","trace[685793999] 'compare' (duration: 62.128183ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:15:51.363574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.496446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:15:51.363711Z","caller":"traceutil/trace.go:171","msg":"trace[618756574] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2472; }","duration":"181.670661ms","start":"2026-04-10T01:15:51.181991Z","end":"2026-04-10T01:15:51.363662Z","steps":["trace[618756574] 'count revisions from in-memory index tree' (duration: 181.384794ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:51.363896Z","caller":"traceutil/trace.go:171","msg":"trace[1620186293] transaction","detail":"{read_only:false; response_revision:2473; number_of_response:1; }","duration":"119.028445ms","start":"2026-04-10T01:15:51.24483Z","end":"2026-04-10T01:15:51.363859Z","steps":["trace[1620186293] 'process raft request' (duration: 70.700801ms)","trace[1620186293] 'compare' (duration: 48.091448ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:15:51.671386Z","caller":"traceutil/trace.go:171","msg":"trace[1331877983] transaction","detail":"{read_only:false; response_revision:2475; number_of_response:1; }","duration":"204.461311ms","start":"2026-04-10T01:15:51.466882Z","end":"2026-04-10T01:15:51.671343Z","steps":["trace[1331877983] 'process raft request' (duration: 159.357205ms)","trace[1331877983] 'compare' (duration: 44.83711ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:15:51.671708Z","caller":"traceutil/trace.go:171","msg":"trace[612958599] transaction","detail":"{read_only:false; response_revision:2476; number_of_response:1; }","duration":"204.657696ms","start":"2026-04-10T01:15:51.467018Z","end":"2026-04-10T01:15:51.671676Z","steps":["trace[612958599] 'process raft request' (duration: 204.256026ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:51.67194Z","caller":"traceutil/trace.go:171","msg":"trace[109914548] transaction","detail":"{read_only:false; response_revision:2477; number_of_response:1; }","duration":"204.77425ms","start":"2026-04-10T01:15:51.467116Z","end":"2026-04-10T01:15:51.67189Z","steps":["trace[109914548] 'process raft request' (duration: 204.441111ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:51.671937Z","caller":"traceutil/trace.go:171","msg":"trace[162865373] linearizableReadLoop","detail":"{readStateIndex:2583; appliedIndex:2579; }","duration":"137.553872ms","start":"2026-04-10T01:15:51.534358Z","end":"2026-04-10T01:15:51.671912Z","steps":["trace[162865373] 'read index received' (duration: 91.919661ms)","trace[162865373] 'applied index is now lower than readState.Index' (duration: 45.633101ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:15:51.672011Z","caller":"traceutil/trace.go:171","msg":"trace[1124096432] transaction","detail":"{read_only:false; response_revision:2478; number_of_response:1; }","duration":"204.831761ms","start":"2026-04-10T01:15:51.46715Z","end":"2026-04-10T01:15:51.671982Z","steps":["trace[1124096432] 'process raft request' (duration: 204.640656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:51.672115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.748896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-10T01:15:51.672184Z","caller":"traceutil/trace.go:171","msg":"trace[1567725139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2478; }","duration":"137.87472ms","start":"2026-04-10T01:15:51.534293Z","end":"2026-04-10T01:15:51.672168Z","steps":["trace[1567725139] 'agreement among raft nodes before linearized reading' (duration: 137.697574ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:16:26.373491Z","caller":"traceutil/trace.go:171","msg":"trace[646716758] linearizableReadLoop","detail":"{readStateIndex:2905; appliedIndex:2904; }","duration":"101.725363ms","start":"2026-04-10T01:16:26.271733Z","end":"2026-04-10T01:16:26.373458Z","steps":["trace[646716758] 'read index received' (duration: 101.557088ms)","trace[646716758] 'applied index is now lower than readState.Index' (duration: 166.905µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:16:26.373553Z","caller":"traceutil/trace.go:171","msg":"trace[794394054] transaction","detail":"{read_only:false; response_revision:2786; number_of_response:1; }","duration":"161.705278ms","start":"2026-04-10T01:16:26.211821Z","end":"2026-04-10T01:16:26.373526Z","steps":["trace[794394054] 'process raft request' (duration: 161.449431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:16:26.373703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.946958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:16:26.373754Z","caller":"traceutil/trace.go:171","msg":"trace[528961215] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2786; }","duration":"102.080442ms","start":"2026-04-10T01:16:26.271657Z","end":"2026-04-10T01:16:26.373738Z","steps":["trace[528961215] 'agreement among raft nodes before linearized reading' (duration: 101.938007ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:16:26.456971Z","caller":"traceutil/trace.go:171","msg":"trace[2122251561] transaction","detail":"{read_only:false; response_revision:2787; number_of_response:1; }","duration":"101.465835ms","start":"2026-04-10T01:16:26.355454Z","end":"2026-04-10T01:16:26.456919Z","steps":["trace[2122251561] 'process raft request' (duration: 101.023994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:16:29.581762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.416692ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:16:29.581934Z","caller":"traceutil/trace.go:171","msg":"trace[1948980337] linearizableReadLoop","detail":"{readStateIndex:2935; appliedIndex:2934; }","duration":"338.60042ms","start":"2026-04-10T01:16:29.243311Z","end":"2026-04-10T01:16:29.581911Z","steps":["trace[1948980337] 'read index received' (duration: 14.002294ms)","trace[1948980337] 'applied index is now lower than readState.Index' (duration: 324.595986ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:16:29.58198Z","caller":"traceutil/trace.go:171","msg":"trace[351715280] transaction","detail":"{read_only:false; response_revision:2815; number_of_response:1; }","duration":"338.820517ms","start":"2026-04-10T01:16:29.243119Z","end":"2026-04-10T01:16:29.58194Z","steps":["trace[351715280] 'process raft request' (duration: 14.134838ms)","trace[351715280] 'compare' (duration: 324.219537ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:16:29.58213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:16:29.2431Z","time spent":"338.95968ms","remote":"127.0.0.1:47886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":948,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T01:16:29.582346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.017053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak.18a4d9f2a2653cd9\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-10T01:16:29.582409Z","caller":"traceutil/trace.go:171","msg":"trace[547107137] range","detail":"{range_begin:/registry/events/auth-system/keycloak.18a4d9f2a2653cd9; range_end:; response_count:1; response_revision:2815; }","duration":"339.121885ms","start":"2026-04-10T01:16:29.243272Z","end":"2026-04-10T01:16:29.582394Z","steps":["trace[547107137] 'agreement among raft nodes before linearized reading' (duration: 338.699273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:16:29.582485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:16:29.243259Z","time spent":"339.209247ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":692,"request content":"key:\"/registry/events/auth-system/keycloak.18a4d9f2a2653cd9\" "} {"level":"info","ts":"2026-04-10T01:16:29.666715Z","caller":"traceutil/trace.go:171","msg":"trace[1327152549] transaction","detail":"{read_only:false; response_revision:2816; number_of_response:1; }","duration":"422.722241ms","start":"2026-04-10T01:16:29.243939Z","end":"2026-04-10T01:16:29.666662Z","steps":["trace[1327152549] 'process raft request' (duration: 422.568178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:16:29.666896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:16:29.243925Z","time spent":"422.883336ms","remote":"127.0.0.1:47886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T01:16:29.754703Z","caller":"traceutil/trace.go:171","msg":"trace[37036673] transaction","detail":"{read_only:false; response_revision:2817; number_of_response:1; }","duration":"237.295421ms","start":"2026-04-10T01:16:29.51734Z","end":"2026-04-10T01:16:29.754636Z","steps":["trace[37036673] 'process raft request' (duration: 219.062973ms)","trace[37036673] 'compare' (duration: 17.96577ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:16:29.755033Z","caller":"traceutil/trace.go:171","msg":"trace[2003269775] transaction","detail":"{read_only:false; response_revision:2818; number_of_response:1; }","duration":"169.392623ms","start":"2026-04-10T01:16:29.58561Z","end":"2026-04-10T01:16:29.755003Z","steps":["trace[2003269775] 'process raft request' (duration: 168.928641ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:16:33.932372Z","caller":"traceutil/trace.go:171","msg":"trace[52303384] transaction","detail":"{read_only:false; response_revision:2866; number_of_response:1; }","duration":"771.731281ms","start":"2026-04-10T01:16:33.160613Z","end":"2026-04-10T01:16:33.932344Z","steps":["trace[52303384] 'process raft request' (duration: 771.553556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:16:33.932538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:16:33.160579Z","time spent":"771.869495ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:16:33.947017Z","caller":"traceutil/trace.go:171","msg":"trace[752617969] linearizableReadLoop","detail":"{readStateIndex:2987; appliedIndex:2985; }","duration":"487.940667ms","start":"2026-04-10T01:16:33.459054Z","end":"2026-04-10T01:16:33.946995Z","steps":["trace[752617969] 'read index received' (duration: 473.152332ms)","trace[752617969] 'applied index is now lower than readState.Index' (duration: 14.787375ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:16:33.947115Z","caller":"traceutil/trace.go:171","msg":"trace[792275315] transaction","detail":"{read_only:false; response_revision:2868; number_of_response:1; }","duration":"178.888917ms","start":"2026-04-10T01:16:33.768191Z","end":"2026-04-10T01:16:33.947079Z","steps":["trace[792275315] 'process raft request' (duration: 178.771394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:16:33.947296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.916573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-10T01:16:33.947324Z","caller":"traceutil/trace.go:171","msg":"trace[1288819974] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2868; }","duration":"156.010405ms","start":"2026-04-10T01:16:33.791305Z","end":"2026-04-10T01:16:33.947316Z","steps":["trace[1288819974] 'agreement among raft nodes before linearized reading' (duration: 155.871282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:16:33.947567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.462682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-10T01:16:33.947708Z","caller":"traceutil/trace.go:171","msg":"trace[701708576] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2868; }","duration":"488.670806ms","start":"2026-04-10T01:16:33.459004Z","end":"2026-04-10T01:16:33.947675Z","steps":["trace[701708576] 'agreement among raft nodes before linearized reading' (duration: 488.161353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:16:33.947764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:16:33.458985Z","time spent":"488.766159ms","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-10T01:16:33.948393Z","caller":"traceutil/trace.go:171","msg":"trace[528608250] transaction","detail":"{read_only:false; response_revision:2867; number_of_response:1; }","duration":"611.842843ms","start":"2026-04-10T01:16:33.33525Z","end":"2026-04-10T01:16:33.947093Z","steps":["trace[528608250] 'process raft request' (duration: 611.578215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:16:33.948529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:16:33.335219Z","time spent":"613.236371ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:16:36.068872Z","caller":"traceutil/trace.go:171","msg":"trace[522459358] linearizableReadLoop","detail":"{readStateIndex:2999; appliedIndex:2998; }","duration":"112.026009ms","start":"2026-04-10T01:16:35.956822Z","end":"2026-04-10T01:16:36.068848Z","steps":["trace[522459358] 'read index received' (duration: 111.855204ms)","trace[522459358] 'applied index is now lower than readState.Index' (duration: 169.564µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:16:36.06923Z","caller":"traceutil/trace.go:171","msg":"trace[209868220] transaction","detail":"{read_only:false; response_revision:2878; number_of_response:1; }","duration":"114.920515ms","start":"2026-04-10T01:16:35.954296Z","end":"2026-04-10T01:16:36.069216Z","steps":["trace[209868220] 'process raft request' (duration: 114.394871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:16:36.069513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.668035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-10T01:16:36.069556Z","caller":"traceutil/trace.go:171","msg":"trace[1707079646] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2878; }","duration":"112.748157ms","start":"2026-04-10T01:16:35.956796Z","end":"2026-04-10T01:16:36.069544Z","steps":["trace[1707079646] 'agreement among raft nodes before linearized reading' (duration: 112.606784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:16:36.069693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.920005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-10T01:16:36.069725Z","caller":"traceutil/trace.go:171","msg":"trace[252860239] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2878; }","duration":"111.963076ms","start":"2026-04-10T01:16:35.957753Z","end":"2026-04-10T01:16:36.069716Z","steps":["trace[252860239] 'agreement among raft nodes before linearized reading' (duration: 111.883564ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:16:40.242922Z","caller":"traceutil/trace.go:171","msg":"trace[1165725167] linearizableReadLoop","detail":"{readStateIndex:3029; appliedIndex:3028; }","duration":"150.320713ms","start":"2026-04-10T01:16:40.09258Z","end":"2026-04-10T01:16:40.242901Z","steps":["trace[1165725167] 'read index received' (duration: 150.21131ms)","trace[1165725167] 'applied index is now lower than readState.Index' (duration: 108.193µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:16:40.243326Z","caller":"traceutil/trace.go:171","msg":"trace[1126555163] transaction","detail":"{read_only:false; response_revision:2907; number_of_response:1; }","duration":"158.515032ms","start":"2026-04-10T01:16:40.084801Z","end":"2026-04-10T01:16:40.243316Z","steps":["trace[1126555163] 'process raft request' (duration: 157.959896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:16:40.243595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.011601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-10T01:16:40.24362Z","caller":"traceutil/trace.go:171","msg":"trace[1947015402] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2907; }","duration":"151.099523ms","start":"2026-04-10T01:16:40.092515Z","end":"2026-04-10T01:16:40.243614Z","steps":["trace[1947015402] 'agreement among raft nodes before linearized reading' (duration: 151.002241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:16:40.243877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.505563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-10T01:16:40.2439Z","caller":"traceutil/trace.go:171","msg":"trace[1810709012] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2907; }","duration":"136.550104ms","start":"2026-04-10T01:16:40.107344Z","end":"2026-04-10T01:16:40.243895Z","steps":["trace[1810709012] 'agreement among raft nodes before linearized reading' (duration: 136.488142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:16:40.243971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.453122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-10T01:16:40.244003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.576275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-10T01:16:40.244057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.105062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-10T01:16:40.244099Z","caller":"traceutil/trace.go:171","msg":"trace[417860162] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2907; }","duration":"139.614506ms","start":"2026-04-10T01:16:40.104448Z","end":"2026-04-10T01:16:40.244063Z","steps":["trace[417860162] 'agreement among raft nodes before linearized reading' (duration: 139.276887ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:16:40.244167Z","caller":"traceutil/trace.go:171","msg":"trace[2024464332] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2907; }","duration":"136.255545ms","start":"2026-04-10T01:16:40.107884Z","end":"2026-04-10T01:16:40.24414Z","steps":["trace[2024464332] 'agreement among raft nodes before linearized reading' (duration: 135.954427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:16:40.244157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.192638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T01:16:40.244251Z","caller":"traceutil/trace.go:171","msg":"trace[1511214450] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2907; }","duration":"138.339752ms","start":"2026-04-10T01:16:40.105887Z","end":"2026-04-10T01:16:40.244227Z","steps":["trace[1511214450] 'agreement among raft nodes before linearized reading' (duration: 138.079975ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:16:40.244103Z","caller":"traceutil/trace.go:171","msg":"trace[272891002] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2907; }","duration":"136.718008ms","start":"2026-04-10T01:16:40.107365Z","end":"2026-04-10T01:16:40.244083Z","steps":["trace[272891002] 'agreement among raft nodes before linearized reading' (duration: 136.40935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:06.916894Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625762332735125,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-10T01:17:07.004587Z","caller":"traceutil/trace.go:171","msg":"trace[327657420] transaction","detail":"{read_only:false; response_revision:3064; number_of_response:1; }","duration":"662.027955ms","start":"2026-04-10T01:17:06.342526Z","end":"2026-04-10T01:17:07.004554Z","steps":["trace[327657420] 'process raft request' (duration: 661.838779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:07.004798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:06.342499Z","time spent":"662.177768ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:17:07.328136Z","caller":"traceutil/trace.go:171","msg":"trace[1879269841] linearizableReadLoop","detail":"{readStateIndex:3193; appliedIndex:3190; }","duration":"912.170701ms","start":"2026-04-10T01:17:06.415933Z","end":"2026-04-10T01:17:07.328104Z","steps":["trace[1879269841] 'read index received' (duration: 588.454312ms)","trace[1879269841] 'applied index is now lower than readState.Index' (duration: 323.714929ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:17:07.328554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.610073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-10T01:17:07.328547Z","caller":"traceutil/trace.go:171","msg":"trace[1805300657] transaction","detail":"{read_only:false; response_revision:3066; number_of_response:1; }","duration":"701.37117ms","start":"2026-04-10T01:17:06.627136Z","end":"2026-04-10T01:17:07.328507Z","steps":["trace[1805300657] 'process raft request' (duration: 700.906208ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:17:07.328566Z","caller":"traceutil/trace.go:171","msg":"trace[1129586790] transaction","detail":"{read_only:false; response_revision:3065; number_of_response:1; }","duration":"788.306766ms","start":"2026-04-10T01:17:06.54016Z","end":"2026-04-10T01:17:07.328467Z","steps":["trace[1129586790] 'process raft request' (duration: 700.749394ms)","trace[1129586790] 'compare' (duration: 86.978516ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:17:07.328632Z","caller":"traceutil/trace.go:171","msg":"trace[1418631855] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3066; }","duration":"912.749567ms","start":"2026-04-10T01:17:06.415871Z","end":"2026-04-10T01:17:07.328621Z","steps":["trace[1418631855] 'agreement among raft nodes before linearized reading' (duration: 912.4904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:07.328612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.155974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-10T01:17:07.328666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:06.415847Z","time spent":"912.811509ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-10T01:17:07.328683Z","caller":"traceutil/trace.go:171","msg":"trace[471697998] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3066; }","duration":"911.297018ms","start":"2026-04-10T01:17:06.417369Z","end":"2026-04-10T01:17:07.328666Z","steps":["trace[471697998] 'agreement among raft nodes before linearized reading' (duration: 911.061411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:07.32872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.212727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-10T01:17:07.328754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:06.627094Z","time spent":"701.547305ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:17:07.328779Z","caller":"traceutil/trace.go:171","msg":"trace[454274904] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3066; }","duration":"869.341411ms","start":"2026-04-10T01:17:06.459424Z","end":"2026-04-10T01:17:07.328765Z","steps":["trace[454274904] 'agreement among raft nodes before linearized reading' (duration: 869.130526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:07.328813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.818989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-10T01:17:07.328821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:06.459391Z","time spent":"869.421033ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-10T01:17:07.328844Z","caller":"traceutil/trace.go:171","msg":"trace[422695219] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3066; }","duration":"905.84905ms","start":"2026-04-10T01:17:06.422988Z","end":"2026-04-10T01:17:07.328837Z","steps":["trace[422695219] 'agreement among raft nodes before linearized reading' (duration: 905.771498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:07.32887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:06.422946Z","time spent":"905.917452ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T01:17:07.328987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.701766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a4d9f6bc91495a\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-04-10T01:17:07.329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.482913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:17:07.329024Z","caller":"traceutil/trace.go:171","msg":"trace[1251665037] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:3066; }","duration":"172.568105ms","start":"2026-04-10T01:17:07.156449Z","end":"2026-04-10T01:17:07.329017Z","steps":["trace[1251665037] 'agreement among raft nodes before linearized reading' (duration: 172.522474ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:17:07.32902Z","caller":"traceutil/trace.go:171","msg":"trace[1988545654] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a4d9f6bc91495a; range_end:; response_count:1; response_revision:3066; }","duration":"486.782478ms","start":"2026-04-10T01:17:06.842229Z","end":"2026-04-10T01:17:07.329012Z","steps":["trace[1988545654] 'agreement among raft nodes before linearized reading' (duration: 486.699525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:07.329057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:06.842203Z","time spent":"486.844108ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":789,"request content":"key:\"/registry/events/openstack/valkey-node-0.18a4d9f6bc91495a\" "} {"level":"warn","ts":"2026-04-10T01:17:07.329086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.705708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-10T01:17:07.329142Z","caller":"traceutil/trace.go:171","msg":"trace[490088458] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3066; }","duration":"908.818991ms","start":"2026-04-10T01:17:06.420308Z","end":"2026-04-10T01:17:07.329127Z","steps":["trace[490088458] 'agreement among raft nodes before linearized reading' (duration: 908.628386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:07.329181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:06.420264Z","time spent":"908.905702ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T01:17:07.328733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:06.417337Z","time spent":"911.38144ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T01:17:07.329581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:06.540124Z","time spent":"788.535692ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:17:07.329794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.214087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-10T01:17:07.331631Z","caller":"traceutil/trace.go:171","msg":"trace[891010818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3066; }","duration":"909.083298ms","start":"2026-04-10T01:17:06.422514Z","end":"2026-04-10T01:17:07.331597Z","steps":["trace[891010818] 'agreement among raft nodes before linearized reading' (duration: 906.420645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:07.331802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:06.422505Z","time spent":"909.228141ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T01:17:08.135093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.599154ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:17:08.135264Z","caller":"traceutil/trace.go:171","msg":"trace[1910484825] transaction","detail":"{read_only:false; response_revision:3067; number_of_response:1; }","duration":"803.278082ms","start":"2026-04-10T01:17:07.331954Z","end":"2026-04-10T01:17:08.135232Z","steps":["trace[1910484825] 'process raft request' (duration: 375.40166ms)","trace[1910484825] 'compare' (duration: 427.397379ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:17:08.13551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:07.331933Z","time spent":"803.533678ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:17:08.251301Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625762332735130,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:17:08.752161Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625762332735130,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:17:08.996036Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.288602298s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T01:17:09.920044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.582871ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:17:09.920638Z","caller":"traceutil/trace.go:171","msg":"trace[1476598246] transaction","detail":"{read_only:false; response_revision:3076; number_of_response:1; }","duration":"583.008493ms","start":"2026-04-10T01:17:09.337607Z","end":"2026-04-10T01:17:09.920615Z","steps":["trace[1476598246] 'process raft request' (duration: 582.947492ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:17:09.920676Z","caller":"traceutil/trace.go:171","msg":"trace[254561851] transaction","detail":"{read_only:false; response_revision:3071; number_of_response:1; }","duration":"2.586418767s","start":"2026-04-10T01:17:07.334198Z","end":"2026-04-10T01:17:09.920617Z","steps":["trace[254561851] 'process raft request' (duration: 2.58613867s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:09.920726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:09.337586Z","time spent":"583.102476ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:17:09.920792Z","caller":"traceutil/trace.go:171","msg":"trace[1611533102] linearizableReadLoop","detail":"{readStateIndex:3200; appliedIndex:3194; }","duration":"2.170104529s","start":"2026-04-10T01:17:07.750665Z","end":"2026-04-10T01:17:09.920769Z","steps":["trace[1611533102] 'read index received' (duration: 1.245582753s)","trace[1611533102] 'applied index is now lower than readState.Index' (duration: 924.518886ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:17:09.920867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:07.334173Z","time spent":"2.586585282s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:17:09.920922Z","caller":"traceutil/trace.go:171","msg":"trace[2002421688] transaction","detail":"{read_only:false; response_revision:3072; number_of_response:1; }","duration":"2.586021997s","start":"2026-04-10T01:17:07.334888Z","end":"2026-04-10T01:17:09.92091Z","steps":["trace[2002421688] 'process raft request' (duration: 2.585502533s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:09.921013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:07.33488Z","time spent":"2.586074888s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:17:09.921027Z","caller":"traceutil/trace.go:171","msg":"trace[34050694] transaction","detail":"{read_only:false; response_revision:3069; number_of_response:1; }","duration":"2.587205159s","start":"2026-04-10T01:17:07.333809Z","end":"2026-04-10T01:17:09.921014Z","steps":["trace[34050694] 'process raft request' (duration: 2.586370586s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:17:09.921035Z","caller":"traceutil/trace.go:171","msg":"trace[1440495074] transaction","detail":"{read_only:false; response_revision:3068; number_of_response:1; }","duration":"2.58726646s","start":"2026-04-10T01:17:07.333741Z","end":"2026-04-10T01:17:09.921007Z","steps":["trace[1440495074] 'process raft request' (duration: 1.662533798s)","trace[1440495074] 'compare' (duration: 923.083018ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:17:09.921098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:07.333773Z","time spent":"2.58727614s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:17:09.92114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:07.333715Z","time spent":"2.587373673s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:17:09.921159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.170493969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:17:09.921132Z","caller":"traceutil/trace.go:171","msg":"trace[1994711638] transaction","detail":"{read_only:false; response_revision:3074; number_of_response:1; }","duration":"909.780577ms","start":"2026-04-10T01:17:09.011315Z","end":"2026-04-10T01:17:09.921095Z","steps":["trace[1994711638] 'process raft request' (duration: 909.16169ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:17:09.921143Z","caller":"traceutil/trace.go:171","msg":"trace[1175571187] transaction","detail":"{read_only:false; response_revision:3075; number_of_response:1; }","duration":"585.401759ms","start":"2026-04-10T01:17:09.335696Z","end":"2026-04-10T01:17:09.921098Z","steps":["trace[1175571187] 'process raft request' (duration: 584.818262ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:17:09.921164Z","caller":"traceutil/trace.go:171","msg":"trace[332300119] transaction","detail":"{read_only:false; response_revision:3070; number_of_response:1; }","duration":"2.586910561s","start":"2026-04-10T01:17:07.334176Z","end":"2026-04-10T01:17:09.921086Z","steps":["trace[332300119] 'process raft request' (duration: 2.586118658s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:17:09.92123Z","caller":"traceutil/trace.go:171","msg":"trace[1042582381] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:3076; }","duration":"2.170610603s","start":"2026-04-10T01:17:07.750598Z","end":"2026-04-10T01:17:09.921208Z","steps":["trace[1042582381] 'agreement among raft nodes before linearized reading' (duration: 2.17050735s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:09.921261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.018508211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-10T01:17:09.921285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.791002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-10T01:17:09.921293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:07.750568Z","time spent":"2.170710055s","remote":"127.0.0.1:34022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:17:09.921294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.649281229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:17:09.921305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:09.335648Z","time spent":"585.594253ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:17:09.92131Z","caller":"traceutil/trace.go:171","msg":"trace[1981813165] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3076; }","duration":"2.018597784s","start":"2026-04-10T01:17:07.9027Z","end":"2026-04-10T01:17:09.921298Z","steps":["trace[1981813165] 'agreement among raft nodes before linearized reading' (duration: 2.018436209s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:17:09.921344Z","caller":"traceutil/trace.go:171","msg":"trace[551726288] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3076; }","duration":"1.649371752s","start":"2026-04-10T01:17:08.271958Z","end":"2026-04-10T01:17:09.92133Z","steps":["trace[551726288] 'agreement among raft nodes before linearized reading' (duration: 1.649293299s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:09.921345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:09.01128Z","time spent":"909.952421ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:17:09.921164Z","caller":"traceutil/trace.go:171","msg":"trace[681363758] transaction","detail":"{read_only:false; response_revision:3073; number_of_response:1; }","duration":"2.585765469s","start":"2026-04-10T01:17:07.33536Z","end":"2026-04-10T01:17:09.921126Z","steps":["trace[681363758] 'process raft request' (duration: 2.58506609s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:09.921379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.082696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.65\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-10T01:17:09.921386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:08.271929Z","time spent":"1.649446665s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T01:17:09.921423Z","caller":"traceutil/trace.go:171","msg":"trace[1854186559] range","detail":"{range_begin:/registry/masterleases/199.204.45.65; range_end:; response_count:1; response_revision:3076; }","duration":"875.166969ms","start":"2026-04-10T01:17:09.046239Z","end":"2026-04-10T01:17:09.921406Z","steps":["trace[1854186559] 'agreement among raft nodes before linearized reading' (duration: 875.031575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:09.921427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:07.334166Z","time spent":"2.587110665s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:17:09.921464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:07.335351Z","time spent":"2.586054797s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:17:09.921434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.699572752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-10T01:17:09.921216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166304315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:17:09.921579Z","caller":"traceutil/trace.go:171","msg":"trace[2149435] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:3076; }","duration":"1.166740658s","start":"2026-04-10T01:17:08.754829Z","end":"2026-04-10T01:17:09.921569Z","steps":["trace[2149435] 'agreement among raft nodes before linearized reading' (duration: 1.166302936s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:09.921605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:08.7548Z","time spent":"1.166798379s","remote":"127.0.0.1:46572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:17:09.921458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:09.046212Z","time spent":"875.24017ms","remote":"127.0.0.1:47834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.65\" "} {"level":"info","ts":"2026-04-10T01:17:09.921614Z","caller":"traceutil/trace.go:171","msg":"trace[794508609] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:3076; }","duration":"1.699808328s","start":"2026-04-10T01:17:08.221758Z","end":"2026-04-10T01:17:09.921566Z","steps":["trace[794508609] 'agreement among raft nodes before linearized reading' (duration: 1.699470199s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:09.921703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:08.221733Z","time spent":"1.699931322s","remote":"127.0.0.1:40640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":15,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-04-10T01:17:09.921318Z","caller":"traceutil/trace.go:171","msg":"trace[1160632804] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3076; }","duration":"240.877115ms","start":"2026-04-10T01:17:09.680432Z","end":"2026-04-10T01:17:09.921309Z","steps":["trace[1160632804] 'agreement among raft nodes before linearized reading' (duration: 240.743861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:09.92137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:07.902651Z","time spent":"2.018711797s","remote":"127.0.0.1:47982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-10T01:17:09.922557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.78256367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a4d9f921d8a46d\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-04-10T01:17:09.922732Z","caller":"traceutil/trace.go:171","msg":"trace[555148150] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a4d9f921d8a46d; range_end:; response_count:1; response_revision:3076; }","duration":"1.783420683s","start":"2026-04-10T01:17:08.139235Z","end":"2026-04-10T01:17:09.922656Z","steps":["trace[555148150] 'agreement among raft nodes before linearized reading' (duration: 1.782046816s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:09.922801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:08.139208Z","time spent":"1.783573878s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":792,"request content":"key:\"/registry/events/openstack/valkey-node-0.18a4d9f921d8a46d\" "} {"level":"warn","ts":"2026-04-10T01:17:12.449012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.363685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-10T01:17:12.449138Z","caller":"traceutil/trace.go:171","msg":"trace[611352436] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3089; }","duration":"287.5495ms","start":"2026-04-10T01:17:12.161561Z","end":"2026-04-10T01:17:12.44911Z","steps":["trace[611352436] 'range keys from in-memory index tree' (duration: 287.136169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:12.449168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.642205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:17:12.44923Z","caller":"traceutil/trace.go:171","msg":"trace[563425473] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3089; }","duration":"176.745788ms","start":"2026-04-10T01:17:12.272462Z","end":"2026-04-10T01:17:12.449208Z","steps":["trace[563425473] 'range keys from in-memory index tree' (duration: 176.521042ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:17:16.234245Z","caller":"traceutil/trace.go:171","msg":"trace[82575364] linearizableReadLoop","detail":"{readStateIndex:3234; appliedIndex:3233; }","duration":"201.352224ms","start":"2026-04-10T01:17:16.032871Z","end":"2026-04-10T01:17:16.234223Z","steps":["trace[82575364] 'read index received' (duration: 201.225761ms)","trace[82575364] 'applied index is now lower than readState.Index' (duration: 125.293µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:17:16.234317Z","caller":"traceutil/trace.go:171","msg":"trace[1163751379] transaction","detail":"{read_only:false; response_revision:3105; number_of_response:1; }","duration":"202.725602ms","start":"2026-04-10T01:17:16.031551Z","end":"2026-04-10T01:17:16.234276Z","steps":["trace[1163751379] 'process raft request' (duration: 202.533837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:16.234432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.539611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-10T01:17:16.234715Z","caller":"traceutil/trace.go:171","msg":"trace[1580799860] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3105; }","duration":"201.8888ms","start":"2026-04-10T01:17:16.03281Z","end":"2026-04-10T01:17:16.234699Z","steps":["trace[1580799860] 'agreement among raft nodes before linearized reading' (duration: 201.505529ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:17:16.38052Z","caller":"traceutil/trace.go:171","msg":"trace[713728966] linearizableReadLoop","detail":"{readStateIndex:3235; appliedIndex:3234; }","duration":"146.1929ms","start":"2026-04-10T01:17:16.234299Z","end":"2026-04-10T01:17:16.380492Z","steps":["trace[713728966] 'read index received' (duration: 72.844363ms)","trace[713728966] 'applied index is now lower than readState.Index' (duration: 73.346987ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:17:16.380594Z","caller":"traceutil/trace.go:171","msg":"trace[24550787] transaction","detail":"{read_only:false; response_revision:3106; number_of_response:1; }","duration":"346.071786ms","start":"2026-04-10T01:17:16.034469Z","end":"2026-04-10T01:17:16.38054Z","steps":["trace[24550787] 'process raft request' (duration: 272.557614ms)","trace[24550787] 'compare' (duration: 73.251244ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:17:16.38075Z","caller":"traceutil/trace.go:171","msg":"trace[1404092224] transaction","detail":"{read_only:false; response_revision:3107; number_of_response:1; }","duration":"142.162192ms","start":"2026-04-10T01:17:16.238548Z","end":"2026-04-10T01:17:16.38071Z","steps":["trace[1404092224] 'process raft request' (duration: 141.893095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:16.380856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:16.034436Z","time spent":"346.274601ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:17:16.380954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.00893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:17:16.380985Z","caller":"traceutil/trace.go:171","msg":"trace[675592070] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3107; }","duration":"107.07423ms","start":"2026-04-10T01:17:16.273901Z","end":"2026-04-10T01:17:16.380975Z","steps":["trace[675592070] 'agreement among raft nodes before linearized reading' (duration: 107.03076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:16.380892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.151325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-10T01:17:16.381118Z","caller":"traceutil/trace.go:171","msg":"trace[2031731545] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3107; }","duration":"340.407252ms","start":"2026-04-10T01:17:16.040683Z","end":"2026-04-10T01:17:16.38109Z","steps":["trace[2031731545] 'agreement among raft nodes before linearized reading' (duration: 339.989681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:16.381139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.839986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-10T01:17:16.381185Z","caller":"traceutil/trace.go:171","msg":"trace[1922925151] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3107; }","duration":"339.95989ms","start":"2026-04-10T01:17:16.041213Z","end":"2026-04-10T01:17:16.381173Z","steps":["trace[1922925151] 'agreement among raft nodes before linearized reading' (duration: 339.406795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:16.381187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:16.040674Z","time spent":"340.496575ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T01:17:16.381148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.072165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-10T01:17:16.381233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:16.041184Z","time spent":"340.038512ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T01:17:16.381255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.632049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:17:16.381354Z","caller":"traceutil/trace.go:171","msg":"trace[135931450] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3107; }","duration":"106.838565ms","start":"2026-04-10T01:17:16.274492Z","end":"2026-04-10T01:17:16.381331Z","steps":["trace[135931450] 'agreement among raft nodes before linearized reading' (duration: 106.611739ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:17:16.381278Z","caller":"traceutil/trace.go:171","msg":"trace[2102927597] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:3107; }","duration":"274.297031ms","start":"2026-04-10T01:17:16.10695Z","end":"2026-04-10T01:17:16.381247Z","steps":["trace[2102927597] 'agreement among raft nodes before linearized reading' (duration: 273.652904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:16.381448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.783732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-10T01:17:16.381644Z","caller":"traceutil/trace.go:171","msg":"trace[586403269] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3107; }","duration":"340.987197ms","start":"2026-04-10T01:17:16.040579Z","end":"2026-04-10T01:17:16.381566Z","steps":["trace[586403269] 'agreement among raft nodes before linearized reading' (duration: 340.446202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:16.381734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:16.040568Z","time spent":"341.122552ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T01:17:16.38182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.934861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T01:17:16.381935Z","caller":"traceutil/trace.go:171","msg":"trace[1829131894] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3107; }","duration":"343.087695ms","start":"2026-04-10T01:17:16.038831Z","end":"2026-04-10T01:17:16.381918Z","steps":["trace[1829131894] 'agreement among raft nodes before linearized reading' (duration: 342.002596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:16.382438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.288876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-10T01:17:16.382504Z","caller":"traceutil/trace.go:171","msg":"trace[772889813] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3107; }","duration":"341.367118ms","start":"2026-04-10T01:17:16.041122Z","end":"2026-04-10T01:17:16.382489Z","steps":["trace[772889813] 'agreement among raft nodes before linearized reading' (duration: 339.434056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:16.382583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:16.041115Z","time spent":"341.457351ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T01:17:16.382827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:16.038818Z","time spent":"343.238209ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-10T01:19:45.565559Z","caller":"traceutil/trace.go:171","msg":"trace[1383778321] transaction","detail":"{read_only:false; response_revision:4088; number_of_response:1; }","duration":"160.479947ms","start":"2026-04-10T01:19:45.405045Z","end":"2026-04-10T01:19:45.565525Z","steps":["trace[1383778321] 'process raft request' (duration: 126.127367ms)","trace[1383778321] 'compare' (duration: 34.146274ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:19:45.565777Z","caller":"traceutil/trace.go:171","msg":"trace[379062359] transaction","detail":"{read_only:false; response_revision:4089; number_of_response:1; }","duration":"160.036865ms","start":"2026-04-10T01:19:45.405694Z","end":"2026-04-10T01:19:45.565731Z","steps":["trace[379062359] 'process raft request' (duration: 159.790708ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:19:47.717688Z","caller":"traceutil/trace.go:171","msg":"trace[1070615488] transaction","detail":"{read_only:false; response_revision:4103; number_of_response:1; }","duration":"140.475636ms","start":"2026-04-10T01:19:47.577172Z","end":"2026-04-10T01:19:47.717648Z","steps":["trace[1070615488] 'process raft request' (duration: 120.74735ms)","trace[1070615488] 'compare' (duration: 19.417417ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:19:53.185829Z","caller":"traceutil/trace.go:171","msg":"trace[2026193362] linearizableReadLoop","detail":"{readStateIndex:4294; appliedIndex:4293; }","duration":"454.684087ms","start":"2026-04-10T01:19:52.731118Z","end":"2026-04-10T01:19:53.185802Z","steps":["trace[2026193362] 'read index received' (duration: 454.543803ms)","trace[2026193362] 'applied index is now lower than readState.Index' (duration: 139.184µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:19:53.186041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.891502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sqmr2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-10T01:19:53.186068Z","caller":"traceutil/trace.go:171","msg":"trace[1059812515] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sqmr2; range_end:; response_count:1; response_revision:4127; }","duration":"455.002735ms","start":"2026-04-10T01:19:52.731058Z","end":"2026-04-10T01:19:53.18606Z","steps":["trace[1059812515] 'agreement among raft nodes before linearized reading' (duration: 454.84743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:53.1861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:52.731032Z","time spent":"455.057427ms","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-sqmr2\" "} {"level":"info","ts":"2026-04-10T01:19:53.186317Z","caller":"traceutil/trace.go:171","msg":"trace[1066013061] transaction","detail":"{read_only:false; response_revision:4127; number_of_response:1; }","duration":"486.666473ms","start":"2026-04-10T01:19:52.699192Z","end":"2026-04-10T01:19:53.185858Z","steps":["trace[1066013061] 'process raft request' (duration: 486.380194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:53.186642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:52.699158Z","time spent":"487.366882ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:19:53.691576Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625762332737967,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-10T01:19:53.737671Z","caller":"traceutil/trace.go:171","msg":"trace[1198181751] transaction","detail":"{read_only:false; response_revision:4128; number_of_response:1; }","duration":"806.468575ms","start":"2026-04-10T01:19:52.931165Z","end":"2026-04-10T01:19:53.737634Z","steps":["trace[1198181751] 'process raft request' (duration: 806.205658ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:19:53.737836Z","caller":"traceutil/trace.go:171","msg":"trace[580648104] linearizableReadLoop","detail":"{readStateIndex:4296; appliedIndex:4294; }","duration":"546.359709ms","start":"2026-04-10T01:19:53.191457Z","end":"2026-04-10T01:19:53.737817Z","steps":["trace[580648104] 'read index received' (duration: 545.944288ms)","trace[580648104] 'applied index is now lower than readState.Index' (duration: 413.781µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:19:53.737977Z","caller":"traceutil/trace.go:171","msg":"trace[751205396] transaction","detail":"{read_only:false; response_revision:4129; number_of_response:1; }","duration":"703.006133ms","start":"2026-04-10T01:19:53.034932Z","end":"2026-04-10T01:19:53.737938Z","steps":["trace[751205396] 'process raft request' (duration: 702.651923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:53.738115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.651626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:692"} {"level":"warn","ts":"2026-04-10T01:19:53.738114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:52.931123Z","time spent":"806.639759ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:19:53.738171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:53.034909Z","time spent":"703.138806ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:19:53.738187Z","caller":"traceutil/trace.go:171","msg":"trace[968246737] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:4129; }","duration":"546.782871ms","start":"2026-04-10T01:19:53.191386Z","end":"2026-04-10T01:19:53.738169Z","steps":["trace[968246737] 'agreement among raft nodes before linearized reading' (duration: 546.540844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:53.73825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:53.191358Z","time spent":"546.879714ms","remote":"127.0.0.1:47886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":716,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret\" "} {"level":"warn","ts":"2026-04-10T01:19:53.738284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.225296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63087"} {"level":"warn","ts":"2026-04-10T01:19:53.738295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.658514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-10T01:19:53.73833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.717043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-10T01:19:53.738366Z","caller":"traceutil/trace.go:171","msg":"trace[814542216] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4129; }","duration":"546.357379ms","start":"2026-04-10T01:19:53.191992Z","end":"2026-04-10T01:19:53.73835Z","steps":["trace[814542216] 'agreement among raft nodes before linearized reading' (duration: 546.00438ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:19:53.738404Z","caller":"traceutil/trace.go:171","msg":"trace[2082010350] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4129; }","duration":"356.785804ms","start":"2026-04-10T01:19:53.381599Z","end":"2026-04-10T01:19:53.738384Z","steps":["trace[2082010350] 'agreement among raft nodes before linearized reading' (duration: 356.61064ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:19:53.738414Z","caller":"traceutil/trace.go:171","msg":"trace[1010189652] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4129; }","duration":"365.845079ms","start":"2026-04-10T01:19:53.372521Z","end":"2026-04-10T01:19:53.738366Z","steps":["trace[1010189652] 'agreement among raft nodes before linearized reading' (duration: 365.563421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:53.738417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:53.191968Z","time spent":"546.437212ms","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":63111,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-10T01:19:53.738446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:53.372491Z","time spent":"365.947462ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T01:19:53.738446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:53.381559Z","time spent":"356.879917ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T01:19:53.738472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.781094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:19:53.73845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.521286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-10T01:19:53.738519Z","caller":"traceutil/trace.go:171","msg":"trace[1095618588] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4129; }","duration":"466.878127ms","start":"2026-04-10T01:19:53.27163Z","end":"2026-04-10T01:19:53.738508Z","steps":["trace[1095618588] 'agreement among raft nodes before linearized reading' (duration: 466.678601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:53.738285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.766656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-10T01:19:53.738565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:53.271586Z","time spent":"466.972679ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T01:19:53.738575Z","caller":"traceutil/trace.go:171","msg":"trace[1471730218] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4129; }","duration":"250.712121ms","start":"2026-04-10T01:19:53.487839Z","end":"2026-04-10T01:19:53.738552Z","steps":["trace[1471730218] 'agreement among raft nodes before linearized reading' (duration: 250.327771ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:19:53.738583Z","caller":"traceutil/trace.go:171","msg":"trace[596448044] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4129; }","duration":"384.136795ms","start":"2026-04-10T01:19:53.354431Z","end":"2026-04-10T01:19:53.738568Z","steps":["trace[596448044] 'agreement among raft nodes before linearized reading' (duration: 383.60238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:53.738625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:53.354408Z","time spent":"384.207227ms","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-10T01:19:53.73875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.71458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-10T01:19:53.738804Z","caller":"traceutil/trace.go:171","msg":"trace[1460054090] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4129; }","duration":"357.769981ms","start":"2026-04-10T01:19:53.381026Z","end":"2026-04-10T01:19:53.738796Z","steps":["trace[1460054090] 'agreement among raft nodes before linearized reading' (duration: 356.98497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:53.738836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:53.380935Z","time spent":"357.895694ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-10T01:21:12.841601Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2594} {"level":"info","ts":"2026-04-10T01:21:13.203371Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2594,"took":"359.680226ms","hash":2968799309,"current-db-size-bytes":45977600,"current-db-size":"46 MB","current-db-size-in-use-bytes":21139456,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-04-10T01:21:13.203476Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2968799309,"revision":2594,"compact-revision":-1} {"level":"info","ts":"2026-04-10T01:21:13.91621Z","caller":"traceutil/trace.go:171","msg":"trace[1756180455] transaction","detail":"{read_only:false; response_revision:4778; number_of_response:1; }","duration":"116.622329ms","start":"2026-04-10T01:21:13.799536Z","end":"2026-04-10T01:21:13.916158Z","steps":["trace[1756180455] 'process raft request' (duration: 108.930811ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:13.916301Z","caller":"traceutil/trace.go:171","msg":"trace[998656070] linearizableReadLoop","detail":"{readStateIndex:4980; appliedIndex:4971; }","duration":"102.781843ms","start":"2026-04-10T01:21:13.813478Z","end":"2026-04-10T01:21:13.91626Z","steps":["trace[998656070] 'read index received' (duration: 27.831296ms)","trace[998656070] 'applied index is now lower than readState.Index' (duration: 74.949087ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:21:13.91649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.974988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:21:13.916444Z","caller":"traceutil/trace.go:171","msg":"trace[1579658693] transaction","detail":"{read_only:false; response_revision:4779; number_of_response:1; }","duration":"116.798264ms","start":"2026-04-10T01:21:13.799604Z","end":"2026-04-10T01:21:13.916402Z","steps":["trace[1579658693] 'process raft request' (duration: 116.429184ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:13.916549Z","caller":"traceutil/trace.go:171","msg":"trace[1996077073] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:4780; }","duration":"103.113762ms","start":"2026-04-10T01:21:13.813418Z","end":"2026-04-10T01:21:13.916532Z","steps":["trace[1996077073] 'agreement among raft nodes before linearized reading' (duration: 102.983589ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:13.917111Z","caller":"traceutil/trace.go:171","msg":"trace[654088406] transaction","detail":"{read_only:false; response_revision:4780; number_of_response:1; }","duration":"116.782333ms","start":"2026-04-10T01:21:13.800277Z","end":"2026-04-10T01:21:13.917059Z","steps":["trace[654088406] 'process raft request' (duration: 115.830747ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:14.075645Z","caller":"traceutil/trace.go:171","msg":"trace[159165009] transaction","detail":"{read_only:false; response_revision:4815; number_of_response:1; }","duration":"132.694066ms","start":"2026-04-10T01:21:13.94293Z","end":"2026-04-10T01:21:14.075624Z","steps":["trace[159165009] 'process raft request' (duration: 115.885239ms)","trace[159165009] 'compare' (duration: 16.103737ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:21:14.075828Z","caller":"traceutil/trace.go:171","msg":"trace[2037762639] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4815; }","duration":"132.82754ms","start":"2026-04-10T01:21:13.942981Z","end":"2026-04-10T01:21:14.075809Z","steps":["trace[2037762639] 'process raft request' (duration: 132.261645ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:14.076002Z","caller":"traceutil/trace.go:171","msg":"trace[1953142056] transaction","detail":"{read_only:false; response_revision:4816; number_of_response:1; }","duration":"132.635424ms","start":"2026-04-10T01:21:13.94336Z","end":"2026-04-10T01:21:14.075995Z","steps":["trace[1953142056] 'process raft request' (duration: 131.926386ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:14.0761Z","caller":"traceutil/trace.go:171","msg":"trace[1407495439] transaction","detail":"{read_only:false; response_revision:4817; number_of_response:1; }","duration":"130.002853ms","start":"2026-04-10T01:21:13.94609Z","end":"2026-04-10T01:21:14.076093Z","steps":["trace[1407495439] 'process raft request' (duration: 129.259323ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:14.076189Z","caller":"traceutil/trace.go:171","msg":"trace[1636629209] transaction","detail":"{read_only:false; response_revision:4818; number_of_response:1; }","duration":"130.006633ms","start":"2026-04-10T01:21:13.946175Z","end":"2026-04-10T01:21:14.076181Z","steps":["trace[1636629209] 'process raft request' (duration: 129.20469ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:14.076274Z","caller":"traceutil/trace.go:171","msg":"trace[1035805294] transaction","detail":"{read_only:false; response_revision:4819; number_of_response:1; }","duration":"129.451268ms","start":"2026-04-10T01:21:13.946815Z","end":"2026-04-10T01:21:14.076267Z","steps":["trace[1035805294] 'process raft request' (duration: 128.597625ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:14.076367Z","caller":"traceutil/trace.go:171","msg":"trace[419025406] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4819; }","duration":"128.656367ms","start":"2026-04-10T01:21:13.947704Z","end":"2026-04-10T01:21:14.07636Z","steps":["trace[419025406] 'process raft request' (duration: 127.744532ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:14.076456Z","caller":"traceutil/trace.go:171","msg":"trace[594152960] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4819; }","duration":"128.450591ms","start":"2026-04-10T01:21:13.947999Z","end":"2026-04-10T01:21:14.076449Z","steps":["trace[594152960] 'process raft request' (duration: 127.467404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:14.076657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.380761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:10568"} {"level":"info","ts":"2026-04-10T01:21:14.076691Z","caller":"traceutil/trace.go:171","msg":"trace[1811806170] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:4828; }","duration":"138.452723ms","start":"2026-04-10T01:21:13.938227Z","end":"2026-04-10T01:21:14.07668Z","steps":["trace[1811806170] 'agreement among raft nodes before linearized reading' (duration: 138.308289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:14.076876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.461642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:5072"} {"level":"info","ts":"2026-04-10T01:21:14.076901Z","caller":"traceutil/trace.go:171","msg":"trace[648834755] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:4828; }","duration":"142.515483ms","start":"2026-04-10T01:21:13.93438Z","end":"2026-04-10T01:21:14.076895Z","steps":["trace[648834755] 'agreement among raft nodes before linearized reading' (duration: 142.448351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:14.077039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.831903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-zxbgg\" ","response":"range_response_count:1 size:8046"} {"level":"info","ts":"2026-04-10T01:21:14.077064Z","caller":"traceutil/trace.go:171","msg":"trace[1404797142] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-zxbgg; range_end:; response_count:1; response_revision:4828; }","duration":"142.866744ms","start":"2026-04-10T01:21:13.93419Z","end":"2026-04-10T01:21:14.077057Z","steps":["trace[1404797142] 'agreement among raft nodes before linearized reading' (duration: 142.793501ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:15.638319Z","caller":"traceutil/trace.go:171","msg":"trace[365069904] transaction","detail":"{read_only:false; response_revision:4972; number_of_response:1; }","duration":"133.55765ms","start":"2026-04-10T01:21:15.504734Z","end":"2026-04-10T01:21:15.638292Z","steps":["trace[365069904] 'process raft request' (duration: 133.376225ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:15.649548Z","caller":"traceutil/trace.go:171","msg":"trace[1993642481] linearizableReadLoop","detail":"{readStateIndex:5180; appliedIndex:5178; }","duration":"102.556477ms","start":"2026-04-10T01:21:15.546959Z","end":"2026-04-10T01:21:15.649516Z","steps":["trace[1993642481] 'read index received' (duration: 91.242499ms)","trace[1993642481] 'applied index is now lower than readState.Index' (duration: 11.312998ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:21:15.649902Z","caller":"traceutil/trace.go:171","msg":"trace[1205285192] transaction","detail":"{read_only:false; response_revision:4973; number_of_response:1; }","duration":"137.59236ms","start":"2026-04-10T01:21:15.512285Z","end":"2026-04-10T01:21:15.649878Z","steps":["trace[1205285192] 'process raft request' (duration: 136.749767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:15.649936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.937688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-10T01:21:15.650036Z","caller":"traceutil/trace.go:171","msg":"trace[2096151091] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4974; }","duration":"103.098503ms","start":"2026-04-10T01:21:15.546925Z","end":"2026-04-10T01:21:15.650023Z","steps":["trace[2096151091] 'agreement among raft nodes before linearized reading' (duration: 102.806775ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:18.340767Z","caller":"traceutil/trace.go:171","msg":"trace[460459109] transaction","detail":"{read_only:false; response_revision:5021; number_of_response:1; }","duration":"145.74683ms","start":"2026-04-10T01:21:18.194975Z","end":"2026-04-10T01:21:18.340722Z","steps":["trace[460459109] 'process raft request' (duration: 145.473873ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:18.503467Z","caller":"traceutil/trace.go:171","msg":"trace[1614723349] transaction","detail":"{read_only:false; response_revision:5024; number_of_response:1; }","duration":"155.976999ms","start":"2026-04-10T01:21:18.347455Z","end":"2026-04-10T01:21:18.503432Z","steps":["trace[1614723349] 'process raft request' (duration: 155.879696ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:18.503655Z","caller":"traceutil/trace.go:171","msg":"trace[1437419947] linearizableReadLoop","detail":"{readStateIndex:5232; appliedIndex:5229; }","duration":"155.740962ms","start":"2026-04-10T01:21:18.347885Z","end":"2026-04-10T01:21:18.503625Z","steps":["trace[1437419947] 'read index received' (duration: 5.013925ms)","trace[1437419947] 'applied index is now lower than readState.Index' (duration: 150.726177ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:21:18.503758Z","caller":"traceutil/trace.go:171","msg":"trace[345131797] transaction","detail":"{read_only:false; response_revision:5026; number_of_response:1; }","duration":"155.635101ms","start":"2026-04-10T01:21:18.348061Z","end":"2026-04-10T01:21:18.503696Z","steps":["trace[345131797] 'process raft request' (duration: 155.452605ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:18.503625Z","caller":"traceutil/trace.go:171","msg":"trace[833209528] transaction","detail":"{read_only:false; response_revision:5023; number_of_response:1; }","duration":"157.020937ms","start":"2026-04-10T01:21:18.346538Z","end":"2026-04-10T01:21:18.503559Z","steps":["trace[833209528] 'process raft request' (duration: 156.621517ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:18.503761Z","caller":"traceutil/trace.go:171","msg":"trace[1734550111] transaction","detail":"{read_only:false; response_revision:5027; number_of_response:1; }","duration":"154.723916ms","start":"2026-04-10T01:21:18.348984Z","end":"2026-04-10T01:21:18.503708Z","steps":["trace[1734550111] 'process raft request' (duration: 154.600692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:18.503964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.052101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62907"} {"level":"info","ts":"2026-04-10T01:21:18.504356Z","caller":"traceutil/trace.go:171","msg":"trace[1914136913] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5027; }","duration":"156.457802ms","start":"2026-04-10T01:21:18.347862Z","end":"2026-04-10T01:21:18.50432Z","steps":["trace[1914136913] 'agreement among raft nodes before linearized reading' (duration: 155.881587ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:18.504387Z","caller":"traceutil/trace.go:171","msg":"trace[1212624081] transaction","detail":"{read_only:false; response_revision:5025; number_of_response:1; }","duration":"155.985649ms","start":"2026-04-10T01:21:18.347917Z","end":"2026-04-10T01:21:18.503902Z","steps":["trace[1212624081] 'process raft request' (duration: 155.473166ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:20.473178Z","caller":"traceutil/trace.go:171","msg":"trace[1554991991] transaction","detail":"{read_only:false; response_revision:5042; number_of_response:1; }","duration":"125.418679ms","start":"2026-04-10T01:21:20.347724Z","end":"2026-04-10T01:21:20.473142Z","steps":["trace[1554991991] 'process raft request' (duration: 125.193223ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:20.749462Z","caller":"traceutil/trace.go:171","msg":"trace[1671738751] linearizableReadLoop","detail":"{readStateIndex:5252; appliedIndex:5251; }","duration":"238.82712ms","start":"2026-04-10T01:21:20.510606Z","end":"2026-04-10T01:21:20.749433Z","steps":["trace[1671738751] 'read index received' (duration: 140.189649ms)","trace[1671738751] 'applied index is now lower than readState.Index' (duration: 98.636381ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:21:20.749607Z","caller":"traceutil/trace.go:171","msg":"trace[673365814] transaction","detail":"{read_only:false; response_revision:5043; number_of_response:1; }","duration":"271.666484ms","start":"2026-04-10T01:21:20.477927Z","end":"2026-04-10T01:21:20.749593Z","steps":["trace[673365814] 'process raft request' (duration: 172.903269ms)","trace[673365814] 'compare' (duration: 98.468997ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:21:20.74995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.276724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-10T01:21:20.750064Z","caller":"traceutil/trace.go:171","msg":"trace[1942972041] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5043; }","duration":"239.453319ms","start":"2026-04-10T01:21:20.510585Z","end":"2026-04-10T01:21:20.750038Z","steps":["trace[1942972041] 'agreement among raft nodes before linearized reading' (duration: 239.13511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:20.75041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.673483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-10T01:21:20.75047Z","caller":"traceutil/trace.go:171","msg":"trace[1922510589] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5043; }","duration":"239.743975ms","start":"2026-04-10T01:21:20.510711Z","end":"2026-04-10T01:21:20.750455Z","steps":["trace[1922510589] 'agreement among raft nodes before linearized reading' (duration: 239.612152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:20.750561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.692715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-10T01:21:20.750599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.963751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-10T01:21:20.750734Z","caller":"traceutil/trace.go:171","msg":"trace[182907836] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5043; }","duration":"240.138177ms","start":"2026-04-10T01:21:20.510569Z","end":"2026-04-10T01:21:20.750707Z","steps":["trace[182907836] 'agreement among raft nodes before linearized reading' (duration: 239.796818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:20.75059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.950404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sqmr2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-10T01:21:20.750792Z","caller":"traceutil/trace.go:171","msg":"trace[905699268] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sqmr2; range_end:; response_count:1; response_revision:5043; }","duration":"239.221611ms","start":"2026-04-10T01:21:20.511562Z","end":"2026-04-10T01:21:20.750784Z","steps":["trace[905699268] 'agreement among raft nodes before linearized reading' (duration: 238.889752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:20.750806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.276272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-10T01:21:20.750876Z","caller":"traceutil/trace.go:171","msg":"trace[1963825034] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5043; }","duration":"239.966523ms","start":"2026-04-10T01:21:20.510894Z","end":"2026-04-10T01:21:20.75086Z","steps":["trace[1963825034] 'agreement among raft nodes before linearized reading' (duration: 239.194411ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:20.750628Z","caller":"traceutil/trace.go:171","msg":"trace[1168940582] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5043; }","duration":"239.812778ms","start":"2026-04-10T01:21:20.510799Z","end":"2026-04-10T01:21:20.750611Z","steps":["trace[1168940582] 'agreement among raft nodes before linearized reading' (duration: 239.596652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:22.386753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.470845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"warn","ts":"2026-04-10T01:21:22.386857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.311272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4736"} {"level":"info","ts":"2026-04-10T01:21:22.386899Z","caller":"traceutil/trace.go:171","msg":"trace[759800537] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5088; }","duration":"279.714923ms","start":"2026-04-10T01:21:22.10715Z","end":"2026-04-10T01:21:22.386865Z","steps":["trace[759800537] 'range keys from in-memory index tree' (duration: 279.205159ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:22.386982Z","caller":"traceutil/trace.go:171","msg":"trace[606199413] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5088; }","duration":"275.488948ms","start":"2026-04-10T01:21:22.111458Z","end":"2026-04-10T01:21:22.386947Z","steps":["trace[606199413] 'range keys from in-memory index tree' (duration: 275.19984ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:22.387321Z","caller":"traceutil/trace.go:171","msg":"trace[585825286] linearizableReadLoop","detail":"{readStateIndex:5298; appliedIndex:5297; }","duration":"153.959725ms","start":"2026-04-10T01:21:22.233322Z","end":"2026-04-10T01:21:22.387281Z","steps":["trace[585825286] 'read index received' (duration: 69.040946ms)","trace[585825286] 'applied index is now lower than readState.Index' (duration: 84.917289ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:21:22.387596Z","caller":"traceutil/trace.go:171","msg":"trace[1674748672] transaction","detail":"{read_only:false; response_revision:5089; number_of_response:1; }","duration":"232.16944ms","start":"2026-04-10T01:21:22.155406Z","end":"2026-04-10T01:21:22.387576Z","steps":["trace[1674748672] 'process raft request' (duration: 147.051957ms)","trace[1674748672] 'compare' (duration: 84.455915ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:21:22.387897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.932712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-04-10T01:21:22.388141Z","caller":"traceutil/trace.go:171","msg":"trace[340396498] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:5089; }","duration":"119.205249ms","start":"2026-04-10T01:21:22.268921Z","end":"2026-04-10T01:21:22.388126Z","steps":["trace[340396498] 'agreement among raft nodes before linearized reading' (duration: 118.751357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:22.388196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.9929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:21:22.388245Z","caller":"traceutil/trace.go:171","msg":"trace[1705427795] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5089; }","duration":"117.041811ms","start":"2026-04-10T01:21:22.27119Z","end":"2026-04-10T01:21:22.388232Z","steps":["trace[1705427795] 'agreement among raft nodes before linearized reading' (duration: 116.958189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:22.389292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.971729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:49 size:1957109"} {"level":"info","ts":"2026-04-10T01:21:22.389341Z","caller":"traceutil/trace.go:171","msg":"trace[1596584605] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:49; response_revision:5089; }","duration":"156.028771ms","start":"2026-04-10T01:21:22.2333Z","end":"2026-04-10T01:21:22.389329Z","steps":["trace[1596584605] 'agreement among raft nodes before linearized reading' (duration: 154.256943ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:23.427372Z","caller":"traceutil/trace.go:171","msg":"trace[503811308] linearizableReadLoop","detail":"{readStateIndex:5346; appliedIndex:5345; }","duration":"120.374011ms","start":"2026-04-10T01:21:23.306968Z","end":"2026-04-10T01:21:23.427342Z","steps":["trace[503811308] 'read index received' (duration: 31.459905ms)","trace[503811308] 'applied index is now lower than readState.Index' (duration: 88.912866ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:21:23.427439Z","caller":"traceutil/trace.go:171","msg":"trace[334094060] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5137; }","duration":"142.616445ms","start":"2026-04-10T01:21:23.284774Z","end":"2026-04-10T01:21:23.427391Z","steps":["trace[334094060] 'process raft request' (duration: 53.72651ms)","trace[334094060] 'compare' (duration: 88.696791ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:21:23.427726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.723551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-10T01:21:23.427843Z","caller":"traceutil/trace.go:171","msg":"trace[862940954] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5137; }","duration":"120.909716ms","start":"2026-04-10T01:21:23.306905Z","end":"2026-04-10T01:21:23.427815Z","steps":["trace[862940954] 'agreement among raft nodes before linearized reading' (duration: 120.549736ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:23.687806Z","caller":"traceutil/trace.go:171","msg":"trace[261989612] linearizableReadLoop","detail":"{readStateIndex:5347; appliedIndex:5346; }","duration":"228.289215ms","start":"2026-04-10T01:21:23.459479Z","end":"2026-04-10T01:21:23.687768Z","steps":["trace[261989612] 'read index received' (duration: 130.840156ms)","trace[261989612] 'applied index is now lower than readState.Index' (duration: 97.447099ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:21:23.688141Z","caller":"traceutil/trace.go:171","msg":"trace[1807697597] transaction","detail":"{read_only:false; response_revision:5138; number_of_response:1; }","duration":"230.611669ms","start":"2026-04-10T01:21:23.457517Z","end":"2026-04-10T01:21:23.688129Z","steps":["trace[1807697597] 'process raft request' (duration: 132.785669ms)","trace[1807697597] 'compare' (duration: 97.155441ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:21:23.688691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.184069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:21:23.688826Z","caller":"traceutil/trace.go:171","msg":"trace[190492524] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:5138; }","duration":"229.359544ms","start":"2026-04-10T01:21:23.459435Z","end":"2026-04-10T01:21:23.688795Z","steps":["trace[190492524] 'agreement among raft nodes before linearized reading' (duration: 228.87503ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:23.730941Z","caller":"traceutil/trace.go:171","msg":"trace[14887417] transaction","detail":"{read_only:false; response_revision:5139; number_of_response:1; }","duration":"162.853896ms","start":"2026-04-10T01:21:23.56806Z","end":"2026-04-10T01:21:23.730914Z","steps":["trace[14887417] 'process raft request' (duration: 162.424275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:23.740467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.42698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-04-10T01:21:23.740578Z","caller":"traceutil/trace.go:171","msg":"trace[1506931383] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5140; }","duration":"270.608244ms","start":"2026-04-10T01:21:23.469941Z","end":"2026-04-10T01:21:23.740549Z","steps":["trace[1506931383] 'agreement among raft nodes before linearized reading' (duration: 270.349207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:23.741946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.250551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d139e43a-c8df-440c-ab88-5ecd120a00d2\" ","response":"range_response_count:1 size:3759"} {"level":"info","ts":"2026-04-10T01:21:23.741984Z","caller":"traceutil/trace.go:171","msg":"trace[1744365489] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d139e43a-c8df-440c-ab88-5ecd120a00d2; range_end:; response_count:1; response_revision:5140; }","duration":"108.335884ms","start":"2026-04-10T01:21:23.633639Z","end":"2026-04-10T01:21:23.741975Z","steps":["trace[1744365489] 'agreement among raft nodes before linearized reading' (duration: 107.792079ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:24.267875Z","caller":"traceutil/trace.go:171","msg":"trace[1437618611] linearizableReadLoop","detail":"{readStateIndex:5357; appliedIndex:5356; }","duration":"165.780176ms","start":"2026-04-10T01:21:24.102055Z","end":"2026-04-10T01:21:24.267835Z","steps":["trace[1437618611] 'read index received' (duration: 165.599262ms)","trace[1437618611] 'applied index is now lower than readState.Index' (duration: 178.284µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:21:24.267971Z","caller":"traceutil/trace.go:171","msg":"trace[935319581] transaction","detail":"{read_only:false; response_revision:5147; number_of_response:1; }","duration":"166.982438ms","start":"2026-04-10T01:21:24.100941Z","end":"2026-04-10T01:21:24.267923Z","steps":["trace[935319581] 'process raft request' (duration: 166.68598ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:24.276626Z","caller":"traceutil/trace.go:171","msg":"trace[1893954785] transaction","detail":"{read_only:false; response_revision:5148; number_of_response:1; }","duration":"111.278315ms","start":"2026-04-10T01:21:24.165301Z","end":"2026-04-10T01:21:24.276579Z","steps":["trace[1893954785] 'process raft request' (duration: 110.071432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:24.277198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.12892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196036"} {"level":"info","ts":"2026-04-10T01:21:24.277286Z","caller":"traceutil/trace.go:171","msg":"trace[1895537443] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:5147; }","duration":"175.246622ms","start":"2026-04-10T01:21:24.102008Z","end":"2026-04-10T01:21:24.277255Z","steps":["trace[1895537443] 'agreement among raft nodes before linearized reading' (duration: 166.006011ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:25.329443Z","caller":"traceutil/trace.go:171","msg":"trace[147946052] linearizableReadLoop","detail":"{readStateIndex:5405; appliedIndex:5404; }","duration":"193.313974ms","start":"2026-04-10T01:21:25.136096Z","end":"2026-04-10T01:21:25.32941Z","steps":["trace[147946052] 'read index received' (duration: 192.237135ms)","trace[147946052] 'applied index is now lower than readState.Index' (duration: 1.075259ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:21:25.329578Z","caller":"traceutil/trace.go:171","msg":"trace[142272921] transaction","detail":"{read_only:false; response_revision:5192; number_of_response:1; }","duration":"231.186373ms","start":"2026-04-10T01:21:25.098371Z","end":"2026-04-10T01:21:25.329558Z","steps":["trace[142272921] 'process raft request' (duration: 230.034062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:25.32974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.620471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17086"} {"level":"info","ts":"2026-04-10T01:21:25.32977Z","caller":"traceutil/trace.go:171","msg":"trace[891262633] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5192; }","duration":"193.718545ms","start":"2026-04-10T01:21:25.136044Z","end":"2026-04-10T01:21:25.329762Z","steps":["trace[891262633] 'agreement among raft nodes before linearized reading' (duration: 193.53776ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:26.606837Z","caller":"traceutil/trace.go:171","msg":"trace[1576408322] linearizableReadLoop","detail":"{readStateIndex:5412; appliedIndex:5410; }","duration":"517.430533ms","start":"2026-04-10T01:21:26.089379Z","end":"2026-04-10T01:21:26.606809Z","steps":["trace[1576408322] 'read index received' (duration: 15.763299ms)","trace[1576408322] 'applied index is now lower than readState.Index' (duration: 501.665934ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:21:26.607021Z","caller":"traceutil/trace.go:171","msg":"trace[232585969] transaction","detail":"{read_only:false; response_revision:5199; number_of_response:1; }","duration":"529.499341ms","start":"2026-04-10T01:21:26.077478Z","end":"2026-04-10T01:21:26.606977Z","steps":["trace[232585969] 'process raft request' (duration: 529.155621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:26.607102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.70237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4f38d6ce-fd70-498d-afbd-aa06eac95b42\" ","response":"range_response_count:1 size:4066"} {"level":"info","ts":"2026-04-10T01:21:26.607134Z","caller":"traceutil/trace.go:171","msg":"trace[1656183205] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4f38d6ce-fd70-498d-afbd-aa06eac95b42; range_end:; response_count:1; response_revision:5199; }","duration":"517.797753ms","start":"2026-04-10T01:21:26.089327Z","end":"2026-04-10T01:21:26.607125Z","steps":["trace[1656183205] 'agreement among raft nodes before linearized reading' (duration: 517.615208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:26.607168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:26.089303Z","time spent":"517.858304ms","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4090,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4f38d6ce-fd70-498d-afbd-aa06eac95b42\" "} {"level":"warn","ts":"2026-04-10T01:21:26.607232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:26.077439Z","time spent":"529.676966ms","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9811,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:21:26.889458Z","caller":"traceutil/trace.go:171","msg":"trace[363967309] linearizableReadLoop","detail":"{readStateIndex:5414; appliedIndex:5412; }","duration":"282.511849ms","start":"2026-04-10T01:21:26.606915Z","end":"2026-04-10T01:21:26.889427Z","steps":["trace[363967309] 'read index received' (duration: 282.079977ms)","trace[363967309] 'applied index is now lower than readState.Index' (duration: 430.382µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:21:26.889705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.558478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:21:26.889762Z","caller":"traceutil/trace.go:171","msg":"trace[2116357397] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5201; }","duration":"701.70789ms","start":"2026-04-10T01:21:26.188043Z","end":"2026-04-10T01:21:26.889751Z","steps":["trace[2116357397] 'agreement among raft nodes before linearized reading' (duration: 701.571487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:26.889802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:26.188012Z","time spent":"701.780464ms","remote":"127.0.0.1:49420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-10T01:21:26.889837Z","caller":"traceutil/trace.go:171","msg":"trace[1358976994] transaction","detail":"{read_only:false; response_revision:5201; number_of_response:1; }","duration":"385.796976ms","start":"2026-04-10T01:21:26.503965Z","end":"2026-04-10T01:21:26.889762Z","steps":["trace[1358976994] 'process raft request' (duration: 385.404456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:26.890024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:26.503933Z","time spent":"385.96268ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:21:26.890027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.692667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4f38d6ce-fd70-498d-afbd-aa06eac95b42\" ","response":"range_response_count:1 size:4066"} {"level":"warn","ts":"2026-04-10T01:21:26.890019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.13987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d139e43a-c8df-440c-ab88-5ecd120a00d2\" ","response":"range_response_count:1 size:4065"} {"level":"info","ts":"2026-04-10T01:21:26.89013Z","caller":"traceutil/trace.go:171","msg":"trace[1833145450] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d139e43a-c8df-440c-ab88-5ecd120a00d2; range_end:; response_count:1; response_revision:5201; }","duration":"115.307414ms","start":"2026-04-10T01:21:26.774801Z","end":"2026-04-10T01:21:26.890109Z","steps":["trace[1833145450] 'agreement among raft nodes before linearized reading' (duration: 115.074547ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:26.889621Z","caller":"traceutil/trace.go:171","msg":"trace[18793948] transaction","detail":"{read_only:false; response_revision:5200; number_of_response:1; }","duration":"489.876245ms","start":"2026-04-10T01:21:26.399694Z","end":"2026-04-10T01:21:26.88957Z","steps":["trace[18793948] 'process raft request' (duration: 489.471814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:26.890164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.881654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:23 size:521826"} {"level":"info","ts":"2026-04-10T01:21:26.890264Z","caller":"traceutil/trace.go:171","msg":"trace[1698046521] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:23; response_revision:5201; }","duration":"664.025137ms","start":"2026-04-10T01:21:26.226217Z","end":"2026-04-10T01:21:26.890242Z","steps":["trace[1698046521] 'agreement among raft nodes before linearized reading' (duration: 663.39581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:26.890272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:26.399655Z","time spent":"490.551693ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:21:26.890227Z","caller":"traceutil/trace.go:171","msg":"trace[1285706221] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4f38d6ce-fd70-498d-afbd-aa06eac95b42; range_end:; response_count:1; response_revision:5201; }","duration":"277.857212ms","start":"2026-04-10T01:21:26.612244Z","end":"2026-04-10T01:21:26.890102Z","steps":["trace[1285706221] 'agreement among raft nodes before linearized reading' (duration: 277.454941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:26.890323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:26.226196Z","time spent":"664.113219ms","remote":"127.0.0.1:47886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":23,"response size":521850,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-04-10T01:21:28.503744Z","caller":"traceutil/trace.go:171","msg":"trace[707985577] transaction","detail":"{read_only:false; response_revision:5226; number_of_response:1; }","duration":"105.485777ms","start":"2026-04-10T01:21:28.398221Z","end":"2026-04-10T01:21:28.503707Z","steps":["trace[707985577] 'process raft request' (duration: 105.322602ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:28.698326Z","caller":"traceutil/trace.go:171","msg":"trace[972871945] linearizableReadLoop","detail":"{readStateIndex:5440; appliedIndex:5439; }","duration":"131.398241ms","start":"2026-04-10T01:21:28.566896Z","end":"2026-04-10T01:21:28.698294Z","steps":["trace[972871945] 'read index received' (duration: 41.57891ms)","trace[972871945] 'applied index is now lower than readState.Index' (duration: 89.817891ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:21:28.698379Z","caller":"traceutil/trace.go:171","msg":"trace[107233661] transaction","detail":"{read_only:false; response_revision:5227; number_of_response:1; }","duration":"184.571277ms","start":"2026-04-10T01:21:28.513779Z","end":"2026-04-10T01:21:28.698351Z","steps":["trace[107233661] 'process raft request' (duration: 94.781207ms)","trace[107233661] 'compare' (duration: 89.378049ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:21:28.698544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.624517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:21:28.698568Z","caller":"traceutil/trace.go:171","msg":"trace[1807389498] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:5227; }","duration":"131.72556ms","start":"2026-04-10T01:21:28.566834Z","end":"2026-04-10T01:21:28.69856Z","steps":["trace[1807389498] 'agreement among raft nodes before linearized reading' (duration: 131.619327ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:29.091612Z","caller":"traceutil/trace.go:171","msg":"trace[1191352198] linearizableReadLoop","detail":"{readStateIndex:5442; appliedIndex:5440; }","duration":"189.035117ms","start":"2026-04-10T01:21:28.902538Z","end":"2026-04-10T01:21:29.091573Z","steps":["trace[1191352198] 'read index received' (duration: 182.376236ms)","trace[1191352198] 'applied index is now lower than readState.Index' (duration: 6.657131ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:21:29.091673Z","caller":"traceutil/trace.go:171","msg":"trace[1626927745] transaction","detail":"{read_only:false; response_revision:5228; number_of_response:1; }","duration":"194.423135ms","start":"2026-04-10T01:21:28.897199Z","end":"2026-04-10T01:21:29.091622Z","steps":["trace[1626927745] 'process raft request' (duration: 187.739983ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:29.091821Z","caller":"traceutil/trace.go:171","msg":"trace[1032233514] transaction","detail":"{read_only:false; response_revision:5229; number_of_response:1; }","duration":"194.585499ms","start":"2026-04-10T01:21:28.897199Z","end":"2026-04-10T01:21:29.091785Z","steps":["trace[1032233514] 'process raft request' (duration: 194.24066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:29.091971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.396358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d139e43a-c8df-440c-ab88-5ecd120a00d2\" ","response":"range_response_count:1 size:4067"} {"level":"info","ts":"2026-04-10T01:21:29.092028Z","caller":"traceutil/trace.go:171","msg":"trace[297697937] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d139e43a-c8df-440c-ab88-5ecd120a00d2; range_end:; response_count:1; response_revision:5229; }","duration":"189.51947ms","start":"2026-04-10T01:21:28.902492Z","end":"2026-04-10T01:21:29.092011Z","steps":["trace[297697937] 'agreement among raft nodes before linearized reading' (duration: 189.298824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:29.092718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.543305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-10T01:21:29.092767Z","caller":"traceutil/trace.go:171","msg":"trace[1629794319] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5229; }","duration":"163.649927ms","start":"2026-04-10T01:21:28.929103Z","end":"2026-04-10T01:21:29.092753Z","steps":["trace[1629794319] 'agreement among raft nodes before linearized reading' (duration: 163.501373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:29.09274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.537103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:21:29.092843Z","caller":"traceutil/trace.go:171","msg":"trace[702412966] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache; range_end:; response_count:0; response_revision:5229; }","duration":"139.688436ms","start":"2026-04-10T01:21:28.953126Z","end":"2026-04-10T01:21:29.092814Z","steps":["trace[702412966] 'agreement among raft nodes before linearized reading' (duration: 139.498761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:29.092856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.235403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-10T01:21:29.092855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.699629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-10T01:21:29.092901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.804182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sqmr2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-10T01:21:29.092928Z","caller":"traceutil/trace.go:171","msg":"trace[1241738098] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5229; }","duration":"125.353057ms","start":"2026-04-10T01:21:28.967552Z","end":"2026-04-10T01:21:29.092905Z","steps":["trace[1241738098] 'agreement among raft nodes before linearized reading' (duration: 125.062259ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:29.09294Z","caller":"traceutil/trace.go:171","msg":"trace[488417843] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5229; }","duration":"124.868364ms","start":"2026-04-10T01:21:28.968054Z","end":"2026-04-10T01:21:29.092923Z","steps":["trace[488417843] 'agreement among raft nodes before linearized reading' (duration: 124.594496ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:29.092976Z","caller":"traceutil/trace.go:171","msg":"trace[182406318] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sqmr2; range_end:; response_count:1; response_revision:5229; }","duration":"152.920147ms","start":"2026-04-10T01:21:28.940029Z","end":"2026-04-10T01:21:29.092949Z","steps":["trace[182406318] 'agreement among raft nodes before linearized reading' (duration: 152.65791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:29.092979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.041426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-10T01:21:29.093027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.176072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-10T01:21:29.093085Z","caller":"traceutil/trace.go:171","msg":"trace[2096187172] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5229; }","duration":"126.18869ms","start":"2026-04-10T01:21:28.966873Z","end":"2026-04-10T01:21:29.093061Z","steps":["trace[2096187172] 'agreement among raft nodes before linearized reading' (duration: 125.83394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:29.092858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.157915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-10T01:21:29.09315Z","caller":"traceutil/trace.go:171","msg":"trace[392179455] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5229; }","duration":"139.363538ms","start":"2026-04-10T01:21:28.953756Z","end":"2026-04-10T01:21:29.093119Z","steps":["trace[392179455] 'agreement among raft nodes before linearized reading' (duration: 138.991587ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:29.093199Z","caller":"traceutil/trace.go:171","msg":"trace[499354269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5229; }","duration":"152.536926ms","start":"2026-04-10T01:21:28.940633Z","end":"2026-04-10T01:21:29.093169Z","steps":["trace[499354269] 'agreement among raft nodes before linearized reading' (duration: 152.024781ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:29.206481Z","caller":"traceutil/trace.go:171","msg":"trace[172771870] transaction","detail":"{read_only:false; response_revision:5230; number_of_response:1; }","duration":"108.613363ms","start":"2026-04-10T01:21:29.097833Z","end":"2026-04-10T01:21:29.206446Z","steps":["trace[172771870] 'process raft request' (duration: 94.328774ms)","trace[172771870] 'compare' (duration: 14.015091ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:21:29.206863Z","caller":"traceutil/trace.go:171","msg":"trace[983790073] transaction","detail":"{read_only:false; response_revision:5231; number_of_response:1; }","duration":"109.013354ms","start":"2026-04-10T01:21:29.097833Z","end":"2026-04-10T01:21:29.206846Z","steps":["trace[983790073] 'process raft request' (duration: 108.55377ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:29.207307Z","caller":"traceutil/trace.go:171","msg":"trace[251036639] transaction","detail":"{read_only:false; response_revision:5232; number_of_response:1; }","duration":"109.396624ms","start":"2026-04-10T01:21:29.097838Z","end":"2026-04-10T01:21:29.207234Z","steps":["trace[251036639] 'process raft request' (duration: 108.937791ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:29.20751Z","caller":"traceutil/trace.go:171","msg":"trace[1182774952] transaction","detail":"{read_only:false; response_revision:5233; number_of_response:1; }","duration":"109.583538ms","start":"2026-04-10T01:21:29.097888Z","end":"2026-04-10T01:21:29.207471Z","steps":["trace[1182774952] 'process raft request' (duration: 109.248799ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:29.207716Z","caller":"traceutil/trace.go:171","msg":"trace[914950748] transaction","detail":"{read_only:false; response_revision:5234; number_of_response:1; }","duration":"109.344592ms","start":"2026-04-10T01:21:29.098349Z","end":"2026-04-10T01:21:29.207694Z","steps":["trace[914950748] 'process raft request' (duration: 109.007283ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:29.207853Z","caller":"traceutil/trace.go:171","msg":"trace[1908362387] transaction","detail":"{read_only:false; response_revision:5235; number_of_response:1; }","duration":"108.52769ms","start":"2026-04-10T01:21:29.099292Z","end":"2026-04-10T01:21:29.20782Z","steps":["trace[1908362387] 'process raft request' (duration: 108.237462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:29.208352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.333905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62907"} {"level":"info","ts":"2026-04-10T01:21:29.208426Z","caller":"traceutil/trace.go:171","msg":"trace[469112647] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5237; }","duration":"108.645173ms","start":"2026-04-10T01:21:29.099764Z","end":"2026-04-10T01:21:29.20841Z","steps":["trace[469112647] 'agreement among raft nodes before linearized reading' (duration: 108.075777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:29.209838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.259592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-results-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:21:29.209971Z","caller":"traceutil/trace.go:171","msg":"trace[1140610437] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-results-cache; range_end:; response_count:0; response_revision:5237; }","duration":"112.439086ms","start":"2026-04-10T01:21:29.097493Z","end":"2026-04-10T01:21:29.209932Z","steps":["trace[1140610437] 'agreement among raft nodes before linearized reading' (duration: 110.275337ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:33.334625Z","caller":"traceutil/trace.go:171","msg":"trace[704120579] transaction","detail":"{read_only:false; response_revision:5392; number_of_response:1; }","duration":"228.657304ms","start":"2026-04-10T01:21:33.105933Z","end":"2026-04-10T01:21:33.33459Z","steps":["trace[704120579] 'process raft request' (duration: 228.423088ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:33.361545Z","caller":"traceutil/trace.go:171","msg":"trace[491138817] linearizableReadLoop","detail":"{readStateIndex:5610; appliedIndex:5608; }","duration":"202.138374ms","start":"2026-04-10T01:21:33.159374Z","end":"2026-04-10T01:21:33.361513Z","steps":["trace[491138817] 'read index received' (duration: 174.974506ms)","trace[491138817] 'applied index is now lower than readState.Index' (duration: 27.162358ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:21:33.361674Z","caller":"traceutil/trace.go:171","msg":"trace[47191313] transaction","detail":"{read_only:false; response_revision:5393; number_of_response:1; }","duration":"254.590139ms","start":"2026-04-10T01:21:33.107046Z","end":"2026-04-10T01:21:33.361636Z","steps":["trace[47191313] 'process raft request' (duration: 254.287801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:33.361824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.418821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0ab9d94d-3d43-4a2d-90c0-0f9e8fcea529\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-04-10T01:21:33.361866Z","caller":"traceutil/trace.go:171","msg":"trace[255839787] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0ab9d94d-3d43-4a2d-90c0-0f9e8fcea529; range_end:; response_count:1; response_revision:5393; }","duration":"202.526855ms","start":"2026-04-10T01:21:33.159326Z","end":"2026-04-10T01:21:33.361852Z","steps":["trace[255839787] 'agreement among raft nodes before linearized reading' (duration: 202.33123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:33.36193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.222609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-10T01:21:33.362008Z","caller":"traceutil/trace.go:171","msg":"trace[805290963] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5393; }","duration":"130.324232ms","start":"2026-04-10T01:21:33.231663Z","end":"2026-04-10T01:21:33.361987Z","steps":["trace[805290963] 'agreement among raft nodes before linearized reading' (duration: 130.077955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:33.362027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.980215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-10T01:21:33.362116Z","caller":"traceutil/trace.go:171","msg":"trace[270765791] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5393; }","duration":"133.099168ms","start":"2026-04-10T01:21:33.228995Z","end":"2026-04-10T01:21:33.362094Z","steps":["trace[270765791] 'agreement among raft nodes before linearized reading' (duration: 132.860941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:33.362135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.836181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-10T01:21:33.362152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.268926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-10T01:21:33.362006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.434922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-7ffd96d565-qd877.18a4da3929a28e30\" ","response":"range_response_count:1 size:898"} {"level":"warn","ts":"2026-04-10T01:21:33.362154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.397535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sqmr2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-10T01:21:33.362221Z","caller":"traceutil/trace.go:171","msg":"trace[692296322] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-7ffd96d565-qd877.18a4da3929a28e30; range_end:; response_count:1; response_revision:5393; }","duration":"202.73714ms","start":"2026-04-10T01:21:33.159472Z","end":"2026-04-10T01:21:33.36221Z","steps":["trace[692296322] 'agreement among raft nodes before linearized reading' (duration: 202.257547ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:33.36223Z","caller":"traceutil/trace.go:171","msg":"trace[1317559427] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5393; }","duration":"135.36085ms","start":"2026-04-10T01:21:33.226846Z","end":"2026-04-10T01:21:33.362207Z","steps":["trace[1317559427] 'agreement among raft nodes before linearized reading' (duration: 135.234936ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:33.362253Z","caller":"traceutil/trace.go:171","msg":"trace[1955396165] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sqmr2; range_end:; response_count:1; response_revision:5393; }","duration":"133.56559ms","start":"2026-04-10T01:21:33.228665Z","end":"2026-04-10T01:21:33.36223Z","steps":["trace[1955396165] 'agreement among raft nodes before linearized reading' (duration: 133.236211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:33.362268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.428524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-10T01:21:33.362254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.578589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-10T01:21:33.362168Z","caller":"traceutil/trace.go:171","msg":"trace[1456935246] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5393; }","duration":"128.883853ms","start":"2026-04-10T01:21:33.233274Z","end":"2026-04-10T01:21:33.362158Z","steps":["trace[1456935246] 'agreement among raft nodes before linearized reading' (duration: 128.77517ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:33.362305Z","caller":"traceutil/trace.go:171","msg":"trace[1541660947] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5393; }","duration":"130.512847ms","start":"2026-04-10T01:21:33.231779Z","end":"2026-04-10T01:21:33.362292Z","steps":["trace[1541660947] 'agreement among raft nodes before linearized reading' (duration: 130.411604ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:33.362361Z","caller":"traceutil/trace.go:171","msg":"trace[359544994] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5393; }","duration":"130.713162ms","start":"2026-04-10T01:21:33.231624Z","end":"2026-04-10T01:21:33.362337Z","steps":["trace[359544994] 'agreement among raft nodes before linearized reading' (duration: 130.510887ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:34.218276Z","caller":"traceutil/trace.go:171","msg":"trace[457080223] transaction","detail":"{read_only:false; response_revision:5402; number_of_response:1; }","duration":"432.173716ms","start":"2026-04-10T01:21:33.786064Z","end":"2026-04-10T01:21:34.218238Z","steps":["trace[457080223] 'process raft request' (duration: 431.95275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:34.218441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:33.786027Z","time spent":"432.324519ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:21:34.350126Z","caller":"traceutil/trace.go:171","msg":"trace[861470124] transaction","detail":"{read_only:false; response_revision:5403; number_of_response:1; }","duration":"129.380075ms","start":"2026-04-10T01:21:34.220687Z","end":"2026-04-10T01:21:34.350068Z","steps":["trace[861470124] 'process raft request' (duration: 112.726903ms)","trace[861470124] 'compare' (duration: 16.447687ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:21:34.683415Z","caller":"traceutil/trace.go:171","msg":"trace[843577909] linearizableReadLoop","detail":"{readStateIndex:5624; appliedIndex:5623; }","duration":"140.832368ms","start":"2026-04-10T01:21:34.542557Z","end":"2026-04-10T01:21:34.683389Z","steps":["trace[843577909] 'read index received' (duration: 78.764431ms)","trace[843577909] 'applied index is now lower than readState.Index' (duration: 62.066457ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:21:34.683664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.045994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/goldpinger-clusterrolebinding\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:21:34.683763Z","caller":"traceutil/trace.go:171","msg":"trace[647506784] range","detail":"{range_begin:/registry/clusterrolebindings/goldpinger-clusterrolebinding; range_end:; response_count:0; response_revision:5406; }","duration":"141.214638ms","start":"2026-04-10T01:21:34.542533Z","end":"2026-04-10T01:21:34.683748Z","steps":["trace[647506784] 'agreement among raft nodes before linearized reading' (duration: 141.012733ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:34.687296Z","caller":"traceutil/trace.go:171","msg":"trace[2128323215] transaction","detail":"{read_only:false; response_revision:5407; number_of_response:1; }","duration":"138.335921ms","start":"2026-04-10T01:21:34.54892Z","end":"2026-04-10T01:21:34.687256Z","steps":["trace[2128323215] 'process raft request' (duration: 137.914699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:34.688101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.774637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:21:34.688208Z","caller":"traceutil/trace.go:171","msg":"trace[1240628196] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:5407; }","duration":"122.967602ms","start":"2026-04-10T01:21:34.565217Z","end":"2026-04-10T01:21:34.688185Z","steps":["trace[1240628196] 'agreement among raft nodes before linearized reading' (duration: 121.925524ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:35.115314Z","caller":"traceutil/trace.go:171","msg":"trace[1281351267] transaction","detail":"{read_only:false; response_revision:5413; number_of_response:1; }","duration":"200.719855ms","start":"2026-04-10T01:21:34.91453Z","end":"2026-04-10T01:21:35.115249Z","steps":["trace[1281351267] 'process raft request' (duration: 200.274483ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:35.396292Z","caller":"traceutil/trace.go:171","msg":"trace[1600036648] linearizableReadLoop","detail":"{readStateIndex:5639; appliedIndex:5635; }","duration":"127.359221ms","start":"2026-04-10T01:21:35.268911Z","end":"2026-04-10T01:21:35.39627Z","steps":["trace[1600036648] 'read index received' (duration: 66.97554ms)","trace[1600036648] 'applied index is now lower than readState.Index' (duration: 60.38252ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:21:35.396316Z","caller":"traceutil/trace.go:171","msg":"trace[418715440] transaction","detail":"{read_only:false; response_revision:5419; number_of_response:1; }","duration":"138.039833ms","start":"2026-04-10T01:21:35.258242Z","end":"2026-04-10T01:21:35.396281Z","steps":["trace[418715440] 'process raft request' (duration: 137.874608ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:35.396348Z","caller":"traceutil/trace.go:171","msg":"trace[1677771930] transaction","detail":"{read_only:false; response_revision:5420; number_of_response:1; }","duration":"132.712517ms","start":"2026-04-10T01:21:35.263591Z","end":"2026-04-10T01:21:35.396304Z","steps":["trace[1677771930] 'process raft request' (duration: 132.582574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:35.396688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.751422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:21:35.396713Z","caller":"traceutil/trace.go:171","msg":"trace[2092832763] transaction","detail":"{read_only:false; response_revision:5418; number_of_response:1; }","duration":"138.901196ms","start":"2026-04-10T01:21:35.257799Z","end":"2026-04-10T01:21:35.3967Z","steps":["trace[2092832763] 'process raft request' (duration: 138.033962ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:35.396756Z","caller":"traceutil/trace.go:171","msg":"trace[1545451019] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5421; }","duration":"127.865055ms","start":"2026-04-10T01:21:35.268874Z","end":"2026-04-10T01:21:35.396739Z","steps":["trace[1545451019] 'agreement among raft nodes before linearized reading' (duration: 127.724851ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:38.512725Z","caller":"traceutil/trace.go:171","msg":"trace[220884452] linearizableReadLoop","detail":"{readStateIndex:5688; appliedIndex:5687; }","duration":"240.716572ms","start":"2026-04-10T01:21:38.271979Z","end":"2026-04-10T01:21:38.512695Z","steps":["trace[220884452] 'read index received' (duration: 240.494126ms)","trace[220884452] 'applied index is now lower than readState.Index' (duration: 218.196µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:21:38.512827Z","caller":"traceutil/trace.go:171","msg":"trace[123877594] transaction","detail":"{read_only:false; response_revision:5469; number_of_response:1; }","duration":"299.944002ms","start":"2026-04-10T01:21:38.212858Z","end":"2026-04-10T01:21:38.512802Z","steps":["trace[123877594] 'process raft request' (duration: 299.560782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:38.512932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.948258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:21:38.512971Z","caller":"traceutil/trace.go:171","msg":"trace[885574607] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5469; }","duration":"241.077443ms","start":"2026-04-10T01:21:38.271883Z","end":"2026-04-10T01:21:38.51296Z","steps":["trace[885574607] 'agreement among raft nodes before linearized reading' (duration: 240.98467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:38.513159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:38.212827Z","time spent":"300.049114ms","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4934,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:21:38.543769Z","caller":"traceutil/trace.go:171","msg":"trace[941721630] transaction","detail":"{read_only:false; response_revision:5470; number_of_response:1; }","duration":"239.941351ms","start":"2026-04-10T01:21:38.303812Z","end":"2026-04-10T01:21:38.543753Z","steps":["trace[941721630] 'process raft request' (duration: 239.838819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:38.543944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.308859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:21:38.544081Z","caller":"traceutil/trace.go:171","msg":"trace[1071118331] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:5470; }","duration":"184.508184ms","start":"2026-04-10T01:21:38.359547Z","end":"2026-04-10T01:21:38.544055Z","steps":["trace[1071118331] 'agreement among raft nodes before linearized reading' (duration: 184.239148ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:42.502494Z","caller":"traceutil/trace.go:171","msg":"trace[368658084] linearizableReadLoop","detail":"{readStateIndex:5764; appliedIndex:5763; }","duration":"246.181131ms","start":"2026-04-10T01:21:42.256286Z","end":"2026-04-10T01:21:42.502467Z","steps":["trace[368658084] 'read index received' (duration: 245.948935ms)","trace[368658084] 'applied index is now lower than readState.Index' (duration: 230.886µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:21:42.502535Z","caller":"traceutil/trace.go:171","msg":"trace[1316892446] transaction","detail":"{read_only:false; response_revision:5543; number_of_response:1; }","duration":"308.618137ms","start":"2026-04-10T01:21:42.19389Z","end":"2026-04-10T01:21:42.502508Z","steps":["trace[1316892446] 'process raft request' (duration: 308.402361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:42.502711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:42.193853Z","time spent":"308.743281ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:21:42.502763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.476249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16231"} {"level":"info","ts":"2026-04-10T01:21:42.502803Z","caller":"traceutil/trace.go:171","msg":"trace[1890804699] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5543; }","duration":"246.620423ms","start":"2026-04-10T01:21:42.256168Z","end":"2026-04-10T01:21:42.502789Z","steps":["trace[1890804699] 'agreement among raft nodes before linearized reading' (duration: 246.444868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:42.502876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.029802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-10T01:21:42.502939Z","caller":"traceutil/trace.go:171","msg":"trace[1671819913] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5543; }","duration":"166.135674ms","start":"2026-04-10T01:21:42.336785Z","end":"2026-04-10T01:21:42.502921Z","steps":["trace[1671819913] 'agreement among raft nodes before linearized reading' (duration: 165.989671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:42.503734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.667378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:21:42.503845Z","caller":"traceutil/trace.go:171","msg":"trace[1292080914] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5543; }","duration":"230.799103ms","start":"2026-04-10T01:21:42.273015Z","end":"2026-04-10T01:21:42.503814Z","steps":["trace[1292080914] 'agreement among raft nodes before linearized reading' (duration: 229.701043ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:42.698847Z","caller":"traceutil/trace.go:171","msg":"trace[80864375] transaction","detail":"{read_only:false; response_revision:5544; number_of_response:1; }","duration":"182.436839ms","start":"2026-04-10T01:21:42.516379Z","end":"2026-04-10T01:21:42.698816Z","steps":["trace[80864375] 'process raft request' (duration: 182.216883ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:42.728202Z","caller":"traceutil/trace.go:171","msg":"trace[1851464101] transaction","detail":"{read_only:false; response_revision:5545; number_of_response:1; }","duration":"166.204967ms","start":"2026-04-10T01:21:42.561963Z","end":"2026-04-10T01:21:42.728168Z","steps":["trace[1851464101] 'process raft request' (duration: 165.936069ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:42.8818Z","caller":"traceutil/trace.go:171","msg":"trace[1685592540] transaction","detail":"{read_only:false; response_revision:5549; number_of_response:1; }","duration":"174.564634ms","start":"2026-04-10T01:21:42.707203Z","end":"2026-04-10T01:21:42.881767Z","steps":["trace[1685592540] 'process raft request' (duration: 174.503573ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:42.881944Z","caller":"traceutil/trace.go:171","msg":"trace[1236577511] transaction","detail":"{read_only:false; response_revision:5547; number_of_response:1; }","duration":"175.50009ms","start":"2026-04-10T01:21:42.706406Z","end":"2026-04-10T01:21:42.881906Z","steps":["trace[1236577511] 'process raft request' (duration: 175.193462ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:42.882112Z","caller":"traceutil/trace.go:171","msg":"trace[406692198] transaction","detail":"{read_only:false; response_revision:5548; number_of_response:1; }","duration":"175.039167ms","start":"2026-04-10T01:21:42.707049Z","end":"2026-04-10T01:21:42.882088Z","steps":["trace[406692198] 'process raft request' (duration: 174.601605ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:42.882146Z","caller":"traceutil/trace.go:171","msg":"trace[406850801] transaction","detail":"{read_only:false; response_revision:5546; number_of_response:1; }","duration":"176.145017ms","start":"2026-04-10T01:21:42.705988Z","end":"2026-04-10T01:21:42.882134Z","steps":["trace[406850801] 'process raft request' (duration: 109.356632ms)","trace[406850801] 'compare' (duration: 66.083416ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:21:43.142975Z","caller":"traceutil/trace.go:171","msg":"trace[1036804658] linearizableReadLoop","detail":"{readStateIndex:5771; appliedIndex:5766; }","duration":"362.728849ms","start":"2026-04-10T01:21:42.780209Z","end":"2026-04-10T01:21:43.142938Z","steps":["trace[1036804658] 'read index received' (duration: 35.224247ms)","trace[1036804658] 'applied index is now lower than readState.Index' (duration: 327.503312ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:21:43.143068Z","caller":"traceutil/trace.go:171","msg":"trace[370296947] transaction","detail":"{read_only:false; response_revision:5550; number_of_response:1; }","duration":"402.432398ms","start":"2026-04-10T01:21:42.740597Z","end":"2026-04-10T01:21:43.143029Z","steps":["trace[370296947] 'process raft request' (duration: 383.36472ms)","trace[370296947] 'compare' (duration: 18.823932ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:21:43.143235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:42.740572Z","time spent":"402.572711ms","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4744,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:21:43.143325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.019496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-10T01:21:43.143435Z","caller":"traceutil/trace.go:171","msg":"trace[1888165266] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5550; }","duration":"363.272474ms","start":"2026-04-10T01:21:42.780143Z","end":"2026-04-10T01:21:43.143415Z","steps":["trace[1888165266] 'agreement among raft nodes before linearized reading' (duration: 362.925524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:43.143537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:42.780115Z","time spent":"363.405218ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-10T01:21:43.392411Z","caller":"traceutil/trace.go:171","msg":"trace[1204022589] transaction","detail":"{read_only:false; response_revision:5551; number_of_response:1; }","duration":"243.099457ms","start":"2026-04-10T01:21:43.149274Z","end":"2026-04-10T01:21:43.392373Z","steps":["trace[1204022589] 'process raft request' (duration: 239.872779ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:43.396101Z","caller":"traceutil/trace.go:171","msg":"trace[706193145] transaction","detail":"{read_only:false; response_revision:5552; number_of_response:1; }","duration":"246.360346ms","start":"2026-04-10T01:21:43.149702Z","end":"2026-04-10T01:21:43.396063Z","steps":["trace[706193145] 'process raft request' (duration: 246.069647ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:43.396345Z","caller":"traceutil/trace.go:171","msg":"trace[740305626] transaction","detail":"{read_only:false; response_revision:5553; number_of_response:1; }","duration":"246.567562ms","start":"2026-04-10T01:21:43.149721Z","end":"2026-04-10T01:21:43.396289Z","steps":["trace[740305626] 'process raft request' (duration: 246.210061ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:43.396492Z","caller":"traceutil/trace.go:171","msg":"trace[1000550476] transaction","detail":"{read_only:false; response_revision:5554; number_of_response:1; }","duration":"246.744566ms","start":"2026-04-10T01:21:43.149734Z","end":"2026-04-10T01:21:43.396479Z","steps":["trace[1000550476] 'process raft request' (duration: 246.481749ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:43.39657Z","caller":"traceutil/trace.go:171","msg":"trace[1339825200] transaction","detail":"{read_only:false; response_revision:5555; number_of_response:1; }","duration":"246.648953ms","start":"2026-04-10T01:21:43.149904Z","end":"2026-04-10T01:21:43.396553Z","steps":["trace[1339825200] 'process raft request' (duration: 246.441138ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:45.889046Z","caller":"traceutil/trace.go:171","msg":"trace[774860393] transaction","detail":"{read_only:false; response_revision:5595; number_of_response:1; }","duration":"497.109021ms","start":"2026-04-10T01:21:45.391904Z","end":"2026-04-10T01:21:45.889013Z","steps":["trace[774860393] 'process raft request' (duration: 496.848443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:45.889282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:45.391883Z","time spent":"497.263315ms","remote":"127.0.0.1:47842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":128504,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:21:45.993124Z","caller":"traceutil/trace.go:171","msg":"trace[154893955] transaction","detail":"{read_only:false; response_revision:5596; number_of_response:1; }","duration":"541.394825ms","start":"2026-04-10T01:21:45.451673Z","end":"2026-04-10T01:21:45.993068Z","steps":["trace[154893955] 'process raft request' (duration: 537.979632ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:45.993129Z","caller":"traceutil/trace.go:171","msg":"trace[2035564157] transaction","detail":"{read_only:false; response_revision:5597; number_of_response:1; }","duration":"540.076399ms","start":"2026-04-10T01:21:45.452999Z","end":"2026-04-10T01:21:45.993075Z","steps":["trace[2035564157] 'process raft request' (duration: 539.897584ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:45.993261Z","caller":"traceutil/trace.go:171","msg":"trace[380139493] transaction","detail":"{read_only:false; response_revision:5598; number_of_response:1; }","duration":"101.790236ms","start":"2026-04-10T01:21:45.89143Z","end":"2026-04-10T01:21:45.993221Z","steps":["trace[380139493] 'process raft request' (duration: 101.51999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:45.993359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:45.451588Z","time spent":"541.61711ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:21:45.993415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:45.452969Z","time spent":"540.277504ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:21:45.993117Z","caller":"traceutil/trace.go:171","msg":"trace[1608538468] linearizableReadLoop","detail":"{readStateIndex:5820; appliedIndex:5817; }","duration":"465.07062ms","start":"2026-04-10T01:21:45.528014Z","end":"2026-04-10T01:21:45.993085Z","steps":["trace[1608538468] 'read index received' (duration: 360.830017ms)","trace[1608538468] 'applied index is now lower than readState.Index' (duration: 104.237603ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:21:45.993462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.44781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-10T01:21:45.993521Z","caller":"traceutil/trace.go:171","msg":"trace[1081755455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5598; }","duration":"465.565304ms","start":"2026-04-10T01:21:45.527941Z","end":"2026-04-10T01:21:45.993506Z","steps":["trace[1081755455] 'agreement among raft nodes before linearized reading' (duration: 465.241085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:45.993558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:45.527896Z","time spent":"465.654726ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T01:21:45.993668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.75119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-10T01:21:45.993717Z","caller":"traceutil/trace.go:171","msg":"trace[1582496063] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5598; }","duration":"422.842782ms","start":"2026-04-10T01:21:45.570859Z","end":"2026-04-10T01:21:45.993701Z","steps":["trace[1582496063] 'agreement among raft nodes before linearized reading' (duration: 422.708389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:45.993731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.161259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sqmr2\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-04-10T01:21:45.993763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:45.570828Z","time spent":"422.918675ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T01:21:45.993762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.209122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-10T01:21:45.993767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.618773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-10T01:21:45.993784Z","caller":"traceutil/trace.go:171","msg":"trace[1462271367] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sqmr2; range_end:; response_count:1; response_revision:5598; }","duration":"413.251972ms","start":"2026-04-10T01:21:45.580516Z","end":"2026-04-10T01:21:45.993768Z","steps":["trace[1462271367] 'agreement among raft nodes before linearized reading' (duration: 413.049417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:45.993782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.231555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-10T01:21:45.993828Z","caller":"traceutil/trace.go:171","msg":"trace[499199684] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5598; }","duration":"416.762007ms","start":"2026-04-10T01:21:45.577052Z","end":"2026-04-10T01:21:45.993814Z","steps":["trace[499199684] 'agreement among raft nodes before linearized reading' (duration: 416.635214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:45.993839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:45.580503Z","time spent":"413.320194ms","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-sqmr2\" "} {"level":"warn","ts":"2026-04-10T01:21:45.993881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:45.577022Z","time spent":"416.845649ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-10T01:21:45.99389Z","caller":"traceutil/trace.go:171","msg":"trace[1106523175] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5598; }","duration":"415.360878ms","start":"2026-04-10T01:21:45.578494Z","end":"2026-04-10T01:21:45.993855Z","steps":["trace[1106523175] 'agreement among raft nodes before linearized reading' (duration: 415.106841ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:45.993818Z","caller":"traceutil/trace.go:171","msg":"trace[725063110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5598; }","duration":"416.299975ms","start":"2026-04-10T01:21:45.577503Z","end":"2026-04-10T01:21:45.993803Z","steps":["trace[725063110] 'agreement among raft nodes before linearized reading' (duration: 416.081509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:45.993937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:45.578484Z","time spent":"415.444112ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T01:21:45.99395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.697757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-10T01:21:45.994006Z","caller":"traceutil/trace.go:171","msg":"trace[1940363028] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5598; }","duration":"419.772459ms","start":"2026-04-10T01:21:45.574212Z","end":"2026-04-10T01:21:45.993985Z","steps":["trace[1940363028] 'agreement among raft nodes before linearized reading' (duration: 419.649935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:45.994051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:45.574196Z","time spent":"419.84448ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T01:21:45.994066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:45.577488Z","time spent":"416.4968ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-10T01:21:46.456673Z","caller":"traceutil/trace.go:171","msg":"trace[2031334435] transaction","detail":"{read_only:false; response_revision:5609; number_of_response:1; }","duration":"136.766287ms","start":"2026-04-10T01:21:46.31987Z","end":"2026-04-10T01:21:46.456636Z","steps":["trace[2031334435] 'process raft request' (duration: 68.517891ms)","trace[2031334435] 'compare' (duration: 68.020578ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:21:46.537095Z","caller":"traceutil/trace.go:171","msg":"trace[455376553] linearizableReadLoop","detail":"{readStateIndex:5833; appliedIndex:5832; }","duration":"127.599527ms","start":"2026-04-10T01:21:46.409464Z","end":"2026-04-10T01:21:46.537064Z","steps":["trace[455376553] 'read index received' (duration: 127.306799ms)","trace[455376553] 'applied index is now lower than readState.Index' (duration: 291.248µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:21:46.537154Z","caller":"traceutil/trace.go:171","msg":"trace[2100972520] transaction","detail":"{read_only:false; response_revision:5610; number_of_response:1; }","duration":"210.979134ms","start":"2026-04-10T01:21:46.326136Z","end":"2026-04-10T01:21:46.537115Z","steps":["trace[2100972520] 'process raft request' (duration: 210.695265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:46.537541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.0054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17086"} {"level":"info","ts":"2026-04-10T01:21:46.537744Z","caller":"traceutil/trace.go:171","msg":"trace[1149211479] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5610; }","duration":"128.304286ms","start":"2026-04-10T01:21:46.409409Z","end":"2026-04-10T01:21:46.537713Z","steps":["trace[1149211479] 'agreement among raft nodes before linearized reading' (duration: 127.787523ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:46.751493Z","caller":"traceutil/trace.go:171","msg":"trace[99816248] transaction","detail":"{read_only:false; response_revision:5611; number_of_response:1; }","duration":"244.867954ms","start":"2026-04-10T01:21:46.506608Z","end":"2026-04-10T01:21:46.751476Z","steps":["trace[99816248] 'process raft request' (duration: 244.043113ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:46.751497Z","caller":"traceutil/trace.go:171","msg":"trace[1107441479] linearizableReadLoop","detail":"{readStateIndex:5834; appliedIndex:5834; }","duration":"214.301894ms","start":"2026-04-10T01:21:46.537172Z","end":"2026-04-10T01:21:46.751474Z","steps":["trace[1107441479] 'read index received' (duration: 214.294724ms)","trace[1107441479] 'applied index is now lower than readState.Index' (duration: 5.36µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:21:46.751801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.655886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" ","response":"range_response_count:12 size:4407"} {"level":"info","ts":"2026-04-10T01:21:46.752069Z","caller":"traceutil/trace.go:171","msg":"trace[1415928556] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:12; response_revision:5611; }","duration":"341.952955ms","start":"2026-04-10T01:21:46.410099Z","end":"2026-04-10T01:21:46.752052Z","steps":["trace[1415928556] 'agreement among raft nodes before linearized reading' (duration: 341.391669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:46.752111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:46.410092Z","time spent":"342.009706ms","remote":"127.0.0.1:47902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":12,"response size":4431,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" "} {"level":"warn","ts":"2026-04-10T01:21:46.752263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.584511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" ","response":"range_response_count:43 size:292184"} {"level":"info","ts":"2026-04-10T01:21:46.752315Z","caller":"traceutil/trace.go:171","msg":"trace[1542262240] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:43; response_revision:5611; }","duration":"342.662573ms","start":"2026-04-10T01:21:46.40964Z","end":"2026-04-10T01:21:46.752303Z","steps":["trace[1542262240] 'agreement among raft nodes before linearized reading' (duration: 341.897553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:46.752359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:46.409634Z","time spent":"342.712214ms","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":43,"response size":292208,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" "} {"level":"info","ts":"2026-04-10T01:21:46.905161Z","caller":"traceutil/trace.go:171","msg":"trace[1914889619] transaction","detail":"{read_only:false; response_revision:5613; number_of_response:1; }","duration":"357.574358ms","start":"2026-04-10T01:21:46.547566Z","end":"2026-04-10T01:21:46.90514Z","steps":["trace[1914889619] 'process raft request' (duration: 357.495646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:46.905302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:46.547538Z","time spent":"357.692772ms","remote":"127.0.0.1:47962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":529,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:21:46.90527Z","caller":"traceutil/trace.go:171","msg":"trace[980763731] transaction","detail":"{read_only:false; response_revision:5612; number_of_response:1; }","duration":"357.64216ms","start":"2026-04-10T01:21:46.547566Z","end":"2026-04-10T01:21:46.905208Z","steps":["trace[980763731] 'process raft request' (duration: 330.945424ms)","trace[980763731] 'compare' (duration: 26.361457ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:21:46.905527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:46.547538Z","time spent":"357.843635ms","remote":"127.0.0.1:48078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1038,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:21:46.905648Z","caller":"traceutil/trace.go:171","msg":"trace[1932930070] transaction","detail":"{read_only:false; response_revision:5614; number_of_response:1; }","duration":"357.965298ms","start":"2026-04-10T01:21:46.547646Z","end":"2026-04-10T01:21:46.905611Z","steps":["trace[1932930070] 'process raft request' (duration: 357.462175ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:46.905738Z","caller":"traceutil/trace.go:171","msg":"trace[1084882599] transaction","detail":"{read_only:false; response_revision:5616; number_of_response:1; }","duration":"161.838429ms","start":"2026-04-10T01:21:46.74389Z","end":"2026-04-10T01:21:46.905728Z","steps":["trace[1084882599] 'process raft request' (duration: 161.756176ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:46.905734Z","caller":"traceutil/trace.go:171","msg":"trace[1708897579] linearizableReadLoop","detail":"{readStateIndex:5839; appliedIndex:5834; }","duration":"154.069687ms","start":"2026-04-10T01:21:46.751636Z","end":"2026-04-10T01:21:46.905706Z","steps":["trace[1708897579] 'read index received' (duration: 121.681948ms)","trace[1708897579] 'applied index is now lower than readState.Index' (duration: 32.386459ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:21:46.905862Z","caller":"traceutil/trace.go:171","msg":"trace[677841581] transaction","detail":"{read_only:false; response_revision:5615; number_of_response:1; }","duration":"358.142054ms","start":"2026-04-10T01:21:46.547712Z","end":"2026-04-10T01:21:46.905854Z","steps":["trace[677841581] 'process raft request' (duration: 357.781933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:46.905878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:46.547638Z","time spent":"358.102963ms","remote":"127.0.0.1:47962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":681,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:21:46.905907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:46.547705Z","time spent":"358.176565ms","remote":"127.0.0.1:48078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1067,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:21:46.905975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.500079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-10T01:21:46.906011Z","caller":"traceutil/trace.go:171","msg":"trace[834360765] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5616; }","duration":"278.596582ms","start":"2026-04-10T01:21:46.627402Z","end":"2026-04-10T01:21:46.905998Z","steps":["trace[834360765] 'agreement among raft nodes before linearized reading' (duration: 278.416987ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:51.069917Z","caller":"traceutil/trace.go:171","msg":"trace[1952004796] transaction","detail":"{read_only:false; response_revision:5665; number_of_response:1; }","duration":"151.832967ms","start":"2026-04-10T01:21:50.918057Z","end":"2026-04-10T01:21:51.06989Z","steps":["trace[1952004796] 'process raft request' (duration: 151.667682ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:55.915944Z","caller":"traceutil/trace.go:171","msg":"trace[1225493149] linearizableReadLoop","detail":"{readStateIndex:5995; appliedIndex:5994; }","duration":"482.767591ms","start":"2026-04-10T01:21:55.433146Z","end":"2026-04-10T01:21:55.915913Z","steps":["trace[1225493149] 'read index received' (duration: 482.589956ms)","trace[1225493149] 'applied index is now lower than readState.Index' (duration: 176.285µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:21:55.916015Z","caller":"traceutil/trace.go:171","msg":"trace[1796944351] transaction","detail":"{read_only:false; response_revision:5770; number_of_response:1; }","duration":"504.82932ms","start":"2026-04-10T01:21:55.41114Z","end":"2026-04-10T01:21:55.915969Z","steps":["trace[1796944351] 'process raft request' (duration: 504.566413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:55.916249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:55.411113Z","time spent":"505.001247ms","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3750,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:21:55.916272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.082159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-10T01:21:55.916489Z","caller":"traceutil/trace.go:171","msg":"trace[70226256] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5770; }","duration":"483.380658ms","start":"2026-04-10T01:21:55.433095Z","end":"2026-04-10T01:21:55.916476Z","steps":["trace[70226256] 'agreement among raft nodes before linearized reading' (duration: 482.969097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:55.916575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:55.433077Z","time spent":"483.486212ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-04-10T01:21:55.916769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.663675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:21:55.916875Z","caller":"traceutil/trace.go:171","msg":"trace[525595443] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:5770; }","duration":"409.923901ms","start":"2026-04-10T01:21:55.506929Z","end":"2026-04-10T01:21:55.916853Z","steps":["trace[525595443] 'agreement among raft nodes before linearized reading' (duration: 409.361556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:55.917158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:55.506828Z","time spent":"410.214809ms","remote":"127.0.0.1:48078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":51,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:21:56.64056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.164726ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:21:56.640694Z","caller":"traceutil/trace.go:171","msg":"trace[434144087] transaction","detail":"{read_only:false; response_revision:5773; number_of_response:1; }","duration":"502.632841ms","start":"2026-04-10T01:21:56.138024Z","end":"2026-04-10T01:21:56.640657Z","steps":["trace[434144087] 'process raft request' (duration: 258.269659ms)","trace[434144087] 'compare' (duration: 243.756156ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:21:56.640757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:56.138Z","time spent":"502.728783ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:21:56.666943Z","caller":"traceutil/trace.go:171","msg":"trace[1559224824] linearizableReadLoop","detail":"{readStateIndex:6003; appliedIndex:5997; }","duration":"422.033881ms","start":"2026-04-10T01:21:56.244894Z","end":"2026-04-10T01:21:56.666928Z","steps":["trace[1559224824] 'read index received' (duration: 151.415796ms)","trace[1559224824] 'applied index is now lower than readState.Index' (duration: 270.616635ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:21:56.667271Z","caller":"traceutil/trace.go:171","msg":"trace[1317408775] transaction","detail":"{read_only:false; response_revision:5778; number_of_response:1; }","duration":"528.217477ms","start":"2026-04-10T01:21:56.139032Z","end":"2026-04-10T01:21:56.667249Z","steps":["trace[1317408775] 'process raft request' (duration: 527.852607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:56.667361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:56.139021Z","time spent":"528.296679ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:21:56.667315Z","caller":"traceutil/trace.go:171","msg":"trace[848851693] transaction","detail":"{read_only:false; response_revision:5774; number_of_response:1; }","duration":"529.210553ms","start":"2026-04-10T01:21:56.138057Z","end":"2026-04-10T01:21:56.667267Z","steps":["trace[848851693] 'process raft request' (duration: 528.553375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:56.667496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.297728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-10T01:21:56.66755Z","caller":"traceutil/trace.go:171","msg":"trace[2087250815] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5778; }","duration":"234.407131ms","start":"2026-04-10T01:21:56.433129Z","end":"2026-04-10T01:21:56.667536Z","steps":["trace[2087250815] 'agreement among raft nodes before linearized reading' (duration: 234.182395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:56.667554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.688425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e52c1eec-939f-4f4d-8f11-00c703e60d78\" ","response":"range_response_count:1 size:3765"} {"level":"warn","ts":"2026-04-10T01:21:56.667555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:56.138042Z","time spent":"529.385889ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:21:56.667608Z","caller":"traceutil/trace.go:171","msg":"trace[1895936967] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e52c1eec-939f-4f4d-8f11-00c703e60d78; range_end:; response_count:1; response_revision:5778; }","duration":"409.784057ms","start":"2026-04-10T01:21:56.25781Z","end":"2026-04-10T01:21:56.667594Z","steps":["trace[1895936967] 'agreement among raft nodes before linearized reading' (duration: 409.467908ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:56.667602Z","caller":"traceutil/trace.go:171","msg":"trace[1207393127] transaction","detail":"{read_only:false; response_revision:5775; number_of_response:1; }","duration":"529.415819ms","start":"2026-04-10T01:21:56.138128Z","end":"2026-04-10T01:21:56.667544Z","steps":["trace[1207393127] 'process raft request' (duration: 528.635338ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:56.667231Z","caller":"traceutil/trace.go:171","msg":"trace[999349618] transaction","detail":"{read_only:false; response_revision:5777; number_of_response:1; }","duration":"528.750802ms","start":"2026-04-10T01:21:56.138438Z","end":"2026-04-10T01:21:56.667189Z","steps":["trace[999349618] 'process raft request' (duration: 528.406931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:56.667725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.536405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:21:56.667769Z","caller":"traceutil/trace.go:171","msg":"trace[592665440] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:5778; }","duration":"276.638329ms","start":"2026-04-10T01:21:56.391117Z","end":"2026-04-10T01:21:56.667756Z","steps":["trace[592665440] 'agreement among raft nodes before linearized reading' (duration: 276.554146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:56.667759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.831272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-04-10T01:21:56.66787Z","caller":"traceutil/trace.go:171","msg":"trace[1181264959] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5778; }","duration":"423.022187ms","start":"2026-04-10T01:21:56.244822Z","end":"2026-04-10T01:21:56.667844Z","steps":["trace[1181264959] 'agreement among raft nodes before linearized reading' (duration: 422.640646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:56.667798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:56.138428Z","time spent":"529.324387ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:21:56.667933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:56.244795Z","time spent":"423.12291ms","remote":"127.0.0.1:49266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-10T01:21:56.667649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:56.257789Z","time spent":"409.85156ms","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e52c1eec-939f-4f4d-8f11-00c703e60d78\" "} {"level":"info","ts":"2026-04-10T01:21:56.667639Z","caller":"traceutil/trace.go:171","msg":"trace[419903485] transaction","detail":"{read_only:false; response_revision:5776; number_of_response:1; }","duration":"529.435789ms","start":"2026-04-10T01:21:56.13818Z","end":"2026-04-10T01:21:56.667616Z","steps":["trace[419903485] 'process raft request' (duration: 528.624817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:56.668185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:56.138174Z","time spent":"529.972565ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:21:56.667869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:56.138122Z","time spent":"529.635395ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:21:58.540072Z","caller":"traceutil/trace.go:171","msg":"trace[1593591883] transaction","detail":"{read_only:false; response_revision:5801; number_of_response:1; }","duration":"428.379513ms","start":"2026-04-10T01:21:58.111652Z","end":"2026-04-10T01:21:58.540032Z","steps":["trace[1593591883] 'process raft request' (duration: 428.141037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:58.540938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:58.111607Z","time spent":"428.604859ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:21:58.64163Z","caller":"traceutil/trace.go:171","msg":"trace[1177853878] linearizableReadLoop","detail":"{readStateIndex:6027; appliedIndex:6025; }","duration":"498.079657ms","start":"2026-04-10T01:21:58.143516Z","end":"2026-04-10T01:21:58.641596Z","steps":["trace[1177853878] 'read index received' (duration: 396.271831ms)","trace[1177853878] 'applied index is now lower than readState.Index' (duration: 101.806386ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:21:58.64192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.505277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-10T01:21:58.641987Z","caller":"traceutil/trace.go:171","msg":"trace[438405736] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5802; }","duration":"240.624249ms","start":"2026-04-10T01:21:58.401329Z","end":"2026-04-10T01:21:58.641953Z","steps":["trace[438405736] 'agreement among raft nodes before linearized reading' (duration: 240.449905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:58.641988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.438356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sqmr2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-10T01:21:58.642108Z","caller":"traceutil/trace.go:171","msg":"trace[1265778306] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sqmr2; range_end:; response_count:1; response_revision:5802; }","duration":"498.631242ms","start":"2026-04-10T01:21:58.143451Z","end":"2026-04-10T01:21:58.642082Z","steps":["trace[1265778306] 'agreement among raft nodes before linearized reading' (duration: 498.255512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:58.642172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:58.14338Z","time spent":"498.781195ms","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-sqmr2\" "} {"level":"warn","ts":"2026-04-10T01:21:58.642273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.09167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:21:58.642323Z","caller":"traceutil/trace.go:171","msg":"trace[1316746161] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5802; }","duration":"132.202574ms","start":"2026-04-10T01:21:58.510107Z","end":"2026-04-10T01:21:58.64231Z","steps":["trace[1316746161] 'agreement among raft nodes before linearized reading' (duration: 132.114171ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:58.641887Z","caller":"traceutil/trace.go:171","msg":"trace[978107878] transaction","detail":"{read_only:false; response_revision:5802; number_of_response:1; }","duration":"503.209456ms","start":"2026-04-10T01:21:58.138465Z","end":"2026-04-10T01:21:58.641675Z","steps":["trace[978107878] 'process raft request' (duration: 436.01367ms)","trace[978107878] 'compare' (duration: 66.97741ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:21:58.642554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:58.13844Z","time spent":"504.011348ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:21:58.765584Z","caller":"traceutil/trace.go:171","msg":"trace[1669863559] transaction","detail":"{read_only:false; response_revision:5803; number_of_response:1; }","duration":"117.275197ms","start":"2026-04-10T01:21:58.648281Z","end":"2026-04-10T01:21:58.765557Z","steps":["trace[1669863559] 'process raft request' (duration: 117.074082ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:58.768904Z","caller":"traceutil/trace.go:171","msg":"trace[1572133264] transaction","detail":"{read_only:false; response_revision:5804; number_of_response:1; }","duration":"117.879264ms","start":"2026-04-10T01:21:58.650998Z","end":"2026-04-10T01:21:58.768877Z","steps":["trace[1572133264] 'process raft request' (duration: 117.593886ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:22:01.800177Z","caller":"traceutil/trace.go:171","msg":"trace[550445442] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5880; }","duration":"116.664591ms","start":"2026-04-10T01:22:01.683491Z","end":"2026-04-10T01:22:01.800155Z","steps":["trace[550445442] 'process raft request' (duration: 116.580649ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:22:01.802056Z","caller":"traceutil/trace.go:171","msg":"trace[1809436189] linearizableReadLoop","detail":"{readStateIndex:6109; appliedIndex:6107; }","duration":"113.625968ms","start":"2026-04-10T01:22:01.688392Z","end":"2026-04-10T01:22:01.802018Z","steps":["trace[1809436189] 'read index received' (duration: 111.696066ms)","trace[1809436189] 'applied index is now lower than readState.Index' (duration: 1.928152ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:22:01.802257Z","caller":"traceutil/trace.go:171","msg":"trace[51901918] transaction","detail":"{read_only:false; response_revision:5881; number_of_response:1; }","duration":"115.390345ms","start":"2026-04-10T01:22:01.686854Z","end":"2026-04-10T01:22:01.802245Z","steps":["trace[51901918] 'process raft request' (duration: 114.944313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:22:01.802926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.501302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls-9hfzr\" ","response":"range_response_count:1 size:2600"} {"level":"info","ts":"2026-04-10T01:22:01.802996Z","caller":"traceutil/trace.go:171","msg":"trace[248005415] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls-9hfzr; range_end:; response_count:1; response_revision:5881; }","duration":"114.616974ms","start":"2026-04-10T01:22:01.688359Z","end":"2026-04-10T01:22:01.802976Z","steps":["trace[248005415] 'agreement among raft nodes before linearized reading' (duration: 114.197243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:22:01.803473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.935103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-10T01:22:01.803512Z","caller":"traceutil/trace.go:171","msg":"trace[1563573193] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5881; }","duration":"114.984226ms","start":"2026-04-10T01:22:01.688514Z","end":"2026-04-10T01:22:01.803498Z","steps":["trace[1563573193] 'agreement among raft nodes before linearized reading' (duration: 114.873133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:22:01.804139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.683118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:4792"} {"level":"info","ts":"2026-04-10T01:22:01.804222Z","caller":"traceutil/trace.go:171","msg":"trace[1987159235] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:5881; }","duration":"114.82911ms","start":"2026-04-10T01:22:01.689368Z","end":"2026-04-10T01:22:01.804197Z","steps":["trace[1987159235] 'agreement among raft nodes before linearized reading' (duration: 114.506032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:22:09.282088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.614822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:22:09.282193Z","caller":"traceutil/trace.go:171","msg":"trace[391560720] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:5938; }","duration":"892.790855ms","start":"2026-04-10T01:22:08.389377Z","end":"2026-04-10T01:22:09.282168Z","steps":["trace[391560720] 'count revisions from in-memory index tree' (duration: 892.435785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:22:09.282264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:22:08.389334Z","time spent":"892.916798ms","remote":"127.0.0.1:42022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:22:09.282758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.663596ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-04-10T01:22:09.282798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.670863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T01:22:09.282898Z","caller":"traceutil/trace.go:171","msg":"trace[88412287] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5938; }","duration":"718.828428ms","start":"2026-04-10T01:22:08.564046Z","end":"2026-04-10T01:22:09.282874Z","steps":["trace[88412287] 'count revisions from in-memory index tree' (duration: 718.559919ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:22:09.282937Z","caller":"traceutil/trace.go:171","msg":"trace[687349575] transaction","detail":"{read_only:false; response_revision:5939; number_of_response:1; }","duration":"695.852963ms","start":"2026-04-10T01:22:08.587051Z","end":"2026-04-10T01:22:09.282904Z","steps":["trace[687349575] 'process raft request' (duration: 459.826528ms)","trace[687349575] 'compare' (duration: 235.249954ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:22:09.282952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:22:08.564021Z","time spent":"718.918139ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":656,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:22:09.28304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:22:08.58703Z","time spent":"695.959877ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:22:09.51867Z","caller":"traceutil/trace.go:171","msg":"trace[19857629] transaction","detail":"{read_only:false; response_revision:5941; number_of_response:1; }","duration":"235.504851ms","start":"2026-04-10T01:22:09.283138Z","end":"2026-04-10T01:22:09.518643Z","steps":["trace[19857629] 'process raft request' (duration: 235.451489ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:22:09.518933Z","caller":"traceutil/trace.go:171","msg":"trace[606996893] transaction","detail":"{read_only:false; response_revision:5940; number_of_response:1; }","duration":"834.625354ms","start":"2026-04-10T01:22:08.684288Z","end":"2026-04-10T01:22:09.518913Z","steps":["trace[606996893] 'process raft request' (duration: 764.529579ms)","trace[606996893] 'compare' (duration: 69.593132ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:22:09.518962Z","caller":"traceutil/trace.go:171","msg":"trace[485889826] linearizableReadLoop","detail":"{readStateIndex:6171; appliedIndex:6169; }","duration":"828.20949ms","start":"2026-04-10T01:22:08.690725Z","end":"2026-04-10T01:22:09.518935Z","steps":["trace[485889826] 'read index received' (duration: 356.222782ms)","trace[485889826] 'applied index is now lower than readState.Index' (duration: 471.983667ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:22:09.519078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:22:08.684258Z","time spent":"834.710647ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:22:09.519139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.467816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:22:09.519263Z","caller":"traceutil/trace.go:171","msg":"trace[711858998] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5941; }","duration":"828.627742ms","start":"2026-04-10T01:22:08.690591Z","end":"2026-04-10T01:22:09.519219Z","steps":["trace[711858998] 'agreement among raft nodes before linearized reading' (duration: 828.458338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:22:09.51931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:22:08.69056Z","time spent":"828.740574ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T01:22:09.82779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.858862ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:22:09.827975Z","caller":"traceutil/trace.go:171","msg":"trace[933258560] linearizableReadLoop","detail":"{readStateIndex:6173; appliedIndex:6172; }","duration":"308.920357ms","start":"2026-04-10T01:22:09.519028Z","end":"2026-04-10T01:22:09.827948Z","steps":["trace[933258560] 'read index received' (duration: 179.722355ms)","trace[933258560] 'applied index is now lower than readState.Index' (duration: 129.194972ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:22:09.828336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.783899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-10T01:22:09.828481Z","caller":"traceutil/trace.go:171","msg":"trace[1048078790] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5942; }","duration":"983.996754ms","start":"2026-04-10T01:22:08.844451Z","end":"2026-04-10T01:22:09.828448Z","steps":["trace[1048078790] 'agreement among raft nodes before linearized reading' (duration: 983.541602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:22:09.828464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.794732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-10T01:22:09.828454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133793236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sqmr2\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-04-10T01:22:09.828553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:22:08.844422Z","time spent":"984.118337ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-10T01:22:09.828565Z","caller":"traceutil/trace.go:171","msg":"trace[1994879006] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5942; }","duration":"992.950377ms","start":"2026-04-10T01:22:08.83559Z","end":"2026-04-10T01:22:09.82854Z","steps":["trace[1994879006] 'agreement among raft nodes before linearized reading' (duration: 992.65409ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:22:09.828608Z","caller":"traceutil/trace.go:171","msg":"trace[2124282008] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sqmr2; range_end:; response_count:1; response_revision:5942; }","duration":"1.1339795s","start":"2026-04-10T01:22:08.694568Z","end":"2026-04-10T01:22:09.828548Z","steps":["trace[2124282008] 'agreement among raft nodes before linearized reading' (duration: 1.133585569s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:22:09.828642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-10T01:22:09.82864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002337383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-10T01:22:09.828664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:22:08.694543Z","time spent":"1.134105943s","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-sqmr2\" "} {"level":"info","ts":"2026-04-10T01:22:09.828691Z","caller":"traceutil/trace.go:171","msg":"trace[2044451290] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5942; }","duration":"986.160193ms","start":"2026-04-10T01:22:08.842514Z","end":"2026-04-10T01:22:09.828674Z","steps":["trace[2044451290] 'agreement among raft nodes before linearized reading' (duration: 985.987698ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:22:09.828705Z","caller":"traceutil/trace.go:171","msg":"trace[283449378] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5942; }","duration":"1.002457987s","start":"2026-04-10T01:22:08.826225Z","end":"2026-04-10T01:22:09.828683Z","steps":["trace[283449378] 'agreement among raft nodes before linearized reading' (duration: 1.002279982s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:22:09.828719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:22:08.842492Z","time spent":"986.221116ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-10T01:22:09.828753Z","caller":"traceutil/trace.go:171","msg":"trace[2032274784] transaction","detail":"{read_only:false; response_revision:5942; number_of_response:1; }","duration":"370.235483ms","start":"2026-04-10T01:22:09.458484Z","end":"2026-04-10T01:22:09.828719Z","steps":["trace[2032274784] 'process raft request' (duration: 240.310342ms)","trace[2032274784] 'compare' (duration: 128.467071ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:22:09.828762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:22:08.826195Z","time spent":"1.002551688s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T01:22:09.828756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.275558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-04-10T01:22:09.828766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.758311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-m6n4s\" ","response":"range_response_count:1 size:4340"} {"level":"warn","ts":"2026-04-10T01:22:09.828671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.578494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-10T01:22:09.828813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.237913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-10T01:22:09.828827Z","caller":"traceutil/trace.go:171","msg":"trace[1727859562] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5942; }","duration":"932.396702ms","start":"2026-04-10T01:22:08.896411Z","end":"2026-04-10T01:22:09.828808Z","steps":["trace[1727859562] 'agreement among raft nodes before linearized reading' (duration: 932.216637ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:22:09.828846Z","caller":"traceutil/trace.go:171","msg":"trace[797850516] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5942; }","duration":"986.793401ms","start":"2026-04-10T01:22:08.84204Z","end":"2026-04-10T01:22:09.828833Z","steps":["trace[797850516] 'agreement among raft nodes before linearized reading' (duration: 986.484692ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:22:09.828852Z","caller":"traceutil/trace.go:171","msg":"trace[1427065432] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-m6n4s; range_end:; response_count:1; response_revision:5942; }","duration":"372.897325ms","start":"2026-04-10T01:22:09.455925Z","end":"2026-04-10T01:22:09.828822Z","steps":["trace[1427065432] 'agreement among raft nodes before linearized reading' (duration: 372.670699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:22:09.828828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.364301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-10T01:22:09.828833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.80683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.65\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-10T01:22:09.828879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:22:08.89638Z","time spent":"932.485253ms","remote":"127.0.0.1:49266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-10T01:22:09.828887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:22:09.458451Z","time spent":"370.351465ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":794,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T01:22:09.828887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:22:08.842022Z","time spent":"986.854841ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T01:22:09.828909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:22:09.455891Z","time spent":"373.005098ms","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4364,"request content":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-m6n4s\" "} {"level":"info","ts":"2026-04-10T01:22:09.828933Z","caller":"traceutil/trace.go:171","msg":"trace[1332178382] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5942; }","duration":"996.538336ms","start":"2026-04-10T01:22:08.832367Z","end":"2026-04-10T01:22:09.828905Z","steps":["trace[1332178382] 'agreement among raft nodes before linearized reading' (duration: 996.184126ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:22:09.828857Z","caller":"traceutil/trace.go:171","msg":"trace[1628924877] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5942; }","duration":"345.284275ms","start":"2026-04-10T01:22:09.483553Z","end":"2026-04-10T01:22:09.828837Z","steps":["trace[1628924877] 'agreement among raft nodes before linearized reading' (duration: 345.188942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:22:09.828981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:22:08.832335Z","time spent":"996.637027ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-10T01:22:09.829002Z","caller":"traceutil/trace.go:171","msg":"trace[678166894] range","detail":"{range_begin:/registry/masterleases/199.204.45.65; range_end:; response_count:1; response_revision:5942; }","duration":"763.977674ms","start":"2026-04-10T01:22:09.064935Z","end":"2026-04-10T01:22:09.828913Z","steps":["trace[678166894] 'agreement among raft nodes before linearized reading' (duration: 763.696016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:22:09.829022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:22:09.483543Z","time spent":"345.46634ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-10T01:22:09.828978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.290379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:22:09.829077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:22:09.064913Z","time spent":"764.153279ms","remote":"127.0.0.1:47834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.65\" "} {"level":"info","ts":"2026-04-10T01:22:09.829149Z","caller":"traceutil/trace.go:171","msg":"trace[161814536] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5942; }","duration":"556.533446ms","start":"2026-04-10T01:22:09.272587Z","end":"2026-04-10T01:22:09.829121Z","steps":["trace[161814536] 'agreement among raft nodes before linearized reading' (duration: 556.216317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:22:09.82922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:22:09.272562Z","time spent":"556.643569ms","remote":"127.0.0.1:47820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T01:22:09.828617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:22:08.835569Z","time spent":"993.03809ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T01:22:09.829246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033296624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:22:09.830162Z","caller":"traceutil/trace.go:171","msg":"trace[1675522055] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:5942; }","duration":"1.034344812s","start":"2026-04-10T01:22:08.795774Z","end":"2026-04-10T01:22:09.830119Z","steps":["trace[1675522055] 'agreement among raft nodes before linearized reading' (duration: 1.032746878s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:22:09.830298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:22:08.795743Z","time spent":"1.034451906s","remote":"127.0.0.1:39728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-04-10T01:22:10.017638Z","caller":"traceutil/trace.go:171","msg":"trace[753708405] transaction","detail":"{read_only:false; response_revision:5943; number_of_response:1; }","duration":"181.565375ms","start":"2026-04-10T01:22:09.836028Z","end":"2026-04-10T01:22:10.017594Z","steps":["trace[753708405] 'process raft request' (duration: 94.797087ms)","trace[753708405] 'compare' (duration: 85.773051ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:22:10.017786Z","caller":"traceutil/trace.go:171","msg":"trace[1075472492] transaction","detail":"{read_only:false; response_revision:5946; number_of_response:1; }","duration":"181.609815ms","start":"2026-04-10T01:22:09.83616Z","end":"2026-04-10T01:22:10.01777Z","steps":["trace[1075472492] 'process raft request' (duration: 181.430671ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:22:10.017672Z","caller":"traceutil/trace.go:171","msg":"trace[560415599] transaction","detail":"{read_only:false; response_revision:5944; number_of_response:1; }","duration":"181.514843ms","start":"2026-04-10T01:22:09.836114Z","end":"2026-04-10T01:22:10.017629Z","steps":["trace[560415599] 'process raft request' (duration: 181.375029ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:22:10.017858Z","caller":"traceutil/trace.go:171","msg":"trace[1316237519] transaction","detail":"{read_only:false; response_revision:5947; number_of_response:1; }","duration":"181.611347ms","start":"2026-04-10T01:22:09.836201Z","end":"2026-04-10T01:22:10.017813Z","steps":["trace[1316237519] 'process raft request' (duration: 181.467193ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:22:10.017873Z","caller":"traceutil/trace.go:171","msg":"trace[1919382426] transaction","detail":"{read_only:false; response_revision:5948; number_of_response:1; }","duration":"180.686622ms","start":"2026-04-10T01:22:09.837155Z","end":"2026-04-10T01:22:10.017841Z","steps":["trace[1919382426] 'process raft request' (duration: 180.563658ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:22:10.01771Z","caller":"traceutil/trace.go:171","msg":"trace[1160051326] transaction","detail":"{read_only:false; response_revision:5945; number_of_response:1; }","duration":"181.529024ms","start":"2026-04-10T01:22:09.836139Z","end":"2026-04-10T01:22:10.017668Z","steps":["trace[1160051326] 'process raft request' (duration: 181.412901ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:22:10.018156Z","caller":"traceutil/trace.go:171","msg":"trace[2118784112] transaction","detail":"{read_only:false; response_revision:5949; number_of_response:1; }","duration":"180.011773ms","start":"2026-04-10T01:22:09.838093Z","end":"2026-04-10T01:22:10.018105Z","steps":["trace[2118784112] 'process raft request' (duration: 179.671313ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:22:10.01821Z","caller":"traceutil/trace.go:171","msg":"trace[884595440] linearizableReadLoop","detail":"{readStateIndex:6181; appliedIndex:6174; }","duration":"170.792222ms","start":"2026-04-10T01:22:09.847402Z","end":"2026-04-10T01:22:10.018194Z","steps":["trace[884595440] 'read index received' (duration: 83.400317ms)","trace[884595440] 'applied index is now lower than readState.Index' (duration: 87.389005ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:22:10.01854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.867107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81531"} {"level":"info","ts":"2026-04-10T01:22:10.018283Z","caller":"traceutil/trace.go:171","msg":"trace[90548100] transaction","detail":"{read_only:false; response_revision:5950; number_of_response:1; }","duration":"169.724813ms","start":"2026-04-10T01:22:09.848537Z","end":"2026-04-10T01:22:10.018261Z","steps":["trace[90548100] 'process raft request' (duration: 169.543908ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:22:10.018599Z","caller":"traceutil/trace.go:171","msg":"trace[1984812079] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5950; }","duration":"183.945079ms","start":"2026-04-10T01:22:09.834642Z","end":"2026-04-10T01:22:10.018587Z","steps":["trace[1984812079] 'agreement among raft nodes before linearized reading' (duration: 183.59403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:22:10.018612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.227545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-10T01:22:10.018671Z","caller":"traceutil/trace.go:171","msg":"trace[1188473318] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5950; }","duration":"167.355828ms","start":"2026-04-10T01:22:09.851293Z","end":"2026-04-10T01:22:10.018649Z","steps":["trace[1188473318] 'agreement among raft nodes before linearized reading' (duration: 167.119041ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:22:10.164638Z","caller":"traceutil/trace.go:171","msg":"trace[1504902033] transaction","detail":"{read_only:false; response_revision:5952; number_of_response:1; }","duration":"139.454071ms","start":"2026-04-10T01:22:10.025152Z","end":"2026-04-10T01:22:10.164606Z","steps":["trace[1504902033] 'process raft request' (duration: 139.133412ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:22:10.165046Z","caller":"traceutil/trace.go:171","msg":"trace[1271086718] transaction","detail":"{read_only:false; response_revision:5953; number_of_response:1; }","duration":"139.431949ms","start":"2026-04-10T01:22:10.025554Z","end":"2026-04-10T01:22:10.164986Z","steps":["trace[1271086718] 'process raft request' (duration: 138.943086ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:22:10.165305Z","caller":"traceutil/trace.go:171","msg":"trace[1910427896] transaction","detail":"{read_only:false; response_revision:5954; number_of_response:1; }","duration":"130.26045ms","start":"2026-04-10T01:22:10.03502Z","end":"2026-04-10T01:22:10.16528Z","steps":["trace[1910427896] 'process raft request' (duration: 129.845029ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:22:10.669687Z","caller":"traceutil/trace.go:171","msg":"trace[1965519851] linearizableReadLoop","detail":"{readStateIndex:6188; appliedIndex:6187; }","duration":"400.282656ms","start":"2026-04-10T01:22:10.269372Z","end":"2026-04-10T01:22:10.669655Z","steps":["trace[1965519851] 'read index received' (duration: 400.122911ms)","trace[1965519851] 'applied index is now lower than readState.Index' (duration: 158.113µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:22:10.669737Z","caller":"traceutil/trace.go:171","msg":"trace[1695921745] transaction","detail":"{read_only:false; response_revision:5956; number_of_response:1; }","duration":"481.745789ms","start":"2026-04-10T01:22:10.187958Z","end":"2026-04-10T01:22:10.669704Z","steps":["trace[1695921745] 'process raft request' (duration: 481.510563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:22:10.669879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.49638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:22:10.669926Z","caller":"traceutil/trace.go:171","msg":"trace[187127958] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5956; }","duration":"400.609484ms","start":"2026-04-10T01:22:10.269305Z","end":"2026-04-10T01:22:10.669914Z","steps":["trace[187127958] 'agreement among raft nodes before linearized reading' (duration: 400.495071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:22:10.66996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:22:10.269274Z","time spent":"400.671516ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T01:22:10.669975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:22:10.187923Z","time spent":"481.920504ms","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10669,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:22:10.712322Z","caller":"traceutil/trace.go:171","msg":"trace[524123251] transaction","detail":"{read_only:false; response_revision:5957; number_of_response:1; }","duration":"340.800178ms","start":"2026-04-10T01:22:10.371484Z","end":"2026-04-10T01:22:10.712284Z","steps":["trace[524123251] 'process raft request' (duration: 340.538651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:22:10.712526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:22:10.371449Z","time spent":"340.964954ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:22:10.712527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.55969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-10T01:22:10.712599Z","caller":"traceutil/trace.go:171","msg":"trace[32710207] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5957; }","duration":"180.714755ms","start":"2026-04-10T01:22:10.531866Z","end":"2026-04-10T01:22:10.712581Z","steps":["trace[32710207] 'agreement among raft nodes before linearized reading' (duration: 180.432647ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:22:59.069416Z","caller":"traceutil/trace.go:171","msg":"trace[78508133] transaction","detail":"{read_only:false; response_revision:6349; number_of_response:1; }","duration":"122.820257ms","start":"2026-04-10T01:22:58.946555Z","end":"2026-04-10T01:22:59.069375Z","steps":["trace[78508133] 'process raft request' (duration: 122.549779ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:26:12.850598Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4661} {"level":"info","ts":"2026-04-10T01:26:12.917971Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4661,"took":"65.369635ms","hash":3670449642,"current-db-size-bytes":45977600,"current-db-size":"46 MB","current-db-size-in-use-bytes":38805504,"current-db-size-in-use":"39 MB"} {"level":"info","ts":"2026-04-10T01:26:12.918058Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3670449642,"revision":4661,"compact-revision":2594} {"level":"info","ts":"2026-04-10T01:28:01.50972Z","caller":"traceutil/trace.go:171","msg":"trace[540197347] transaction","detail":"{read_only:false; response_revision:8466; number_of_response:1; }","duration":"333.901804ms","start":"2026-04-10T01:28:01.175758Z","end":"2026-04-10T01:28:01.50966Z","steps":["trace[540197347] 'process raft request' (duration: 333.664397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:01.510196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:01.175722Z","time spent":"334.235503ms","remote":"127.0.0.1:42018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7438,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:28:04.190728Z","caller":"traceutil/trace.go:171","msg":"trace[32965474] transaction","detail":"{read_only:false; response_revision:8481; number_of_response:1; }","duration":"120.964333ms","start":"2026-04-10T01:28:04.069701Z","end":"2026-04-10T01:28:04.190665Z","steps":["trace[32965474] 'process raft request' (duration: 120.754178ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:04.191442Z","caller":"traceutil/trace.go:171","msg":"trace[1075161050] transaction","detail":"{read_only:false; response_revision:8482; number_of_response:1; }","duration":"121.158109ms","start":"2026-04-10T01:28:04.070252Z","end":"2026-04-10T01:28:04.19141Z","steps":["trace[1075161050] 'process raft request' (duration: 120.925943ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:04.1916Z","caller":"traceutil/trace.go:171","msg":"trace[1837392349] linearizableReadLoop","detail":"{readStateIndex:8800; appliedIndex:8797; }","duration":"107.865558ms","start":"2026-04-10T01:28:04.083713Z","end":"2026-04-10T01:28:04.191579Z","steps":["trace[1837392349] 'read index received' (duration: 106.736216ms)","trace[1837392349] 'applied index is now lower than readState.Index' (duration: 1.127172ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:28:04.191856Z","caller":"traceutil/trace.go:171","msg":"trace[1328173428] transaction","detail":"{read_only:false; response_revision:8483; number_of_response:1; }","duration":"121.1834ms","start":"2026-04-10T01:28:04.0706Z","end":"2026-04-10T01:28:04.191783Z","steps":["trace[1328173428] 'process raft request' (duration: 120.763169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:04.191898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.164696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-10T01:28:04.192118Z","caller":"traceutil/trace.go:171","msg":"trace[1704837621] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8483; }","duration":"108.422023ms","start":"2026-04-10T01:28:04.083674Z","end":"2026-04-10T01:28:04.192096Z","steps":["trace[1704837621] 'agreement among raft nodes before linearized reading' (duration: 108.076603ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:11.299721Z","caller":"traceutil/trace.go:171","msg":"trace[2041796583] transaction","detail":"{read_only:false; response_revision:8523; number_of_response:1; }","duration":"180.14584ms","start":"2026-04-10T01:28:11.11954Z","end":"2026-04-10T01:28:11.299686Z","steps":["trace[2041796583] 'process raft request' (duration: 179.918184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:18.408625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.607065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-10T01:28:18.408749Z","caller":"traceutil/trace.go:171","msg":"trace[1549174254] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8692; }","duration":"109.76542ms","start":"2026-04-10T01:28:18.298963Z","end":"2026-04-10T01:28:18.408728Z","steps":["trace[1549174254] 'range keys from in-memory index tree' (duration: 109.445291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:18.408756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.565279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-10T01:28:18.408898Z","caller":"traceutil/trace.go:171","msg":"trace[806949373] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8692; }","duration":"111.696861ms","start":"2026-04-10T01:28:18.297131Z","end":"2026-04-10T01:28:18.408828Z","steps":["trace[806949373] 'range keys from in-memory index tree' (duration: 111.421134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:18.409027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.481254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-10T01:28:18.40917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.043569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-10T01:28:18.40918Z","caller":"traceutil/trace.go:171","msg":"trace[310778446] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8692; }","duration":"108.6752ms","start":"2026-04-10T01:28:18.300477Z","end":"2026-04-10T01:28:18.409153Z","steps":["trace[310778446] 'range keys from in-memory index tree' (duration: 108.217467ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:18.409225Z","caller":"traceutil/trace.go:171","msg":"trace[226259688] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8692; }","duration":"109.155383ms","start":"2026-04-10T01:28:18.300061Z","end":"2026-04-10T01:28:18.409216Z","steps":["trace[226259688] 'range keys from in-memory index tree' (duration: 108.370382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:20.638099Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625762332749401,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:28:20.833121Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.506105981s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T01:28:20.833599Z","caller":"traceutil/trace.go:171","msg":"trace[993799642] transaction","detail":"{read_only:false; response_revision:8703; number_of_response:1; }","duration":"1.506665526s","start":"2026-04-10T01:28:19.326894Z","end":"2026-04-10T01:28:20.83356Z","steps":["trace[993799642] 'process raft request' (duration: 1.50647918s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:20.833861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:19.326867Z","time spent":"1.506894782s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:28:21.700048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.658018ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:28:21.700204Z","caller":"traceutil/trace.go:171","msg":"trace[819552973] linearizableReadLoop","detail":"{readStateIndex:9025; appliedIndex:9023; }","duration":"1.562401829s","start":"2026-04-10T01:28:20.137781Z","end":"2026-04-10T01:28:21.700183Z","steps":["trace[819552973] 'read index received' (duration: 695.59359ms)","trace[819552973] 'applied index is now lower than readState.Index' (duration: 866.806629ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:28:21.700306Z","caller":"traceutil/trace.go:171","msg":"trace[640611057] transaction","detail":"{read_only:false; response_revision:8704; number_of_response:1; }","duration":"1.203334472s","start":"2026-04-10T01:28:20.496898Z","end":"2026-04-10T01:28:21.700233Z","steps":["trace[640611057] 'process raft request' (duration: 789.374335ms)","trace[640611057] 'compare' (duration: 413.522365ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:28:21.700413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.562599525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-10T01:28:21.700523Z","caller":"traceutil/trace.go:171","msg":"trace[920886838] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8704; }","duration":"1.562755328s","start":"2026-04-10T01:28:20.137741Z","end":"2026-04-10T01:28:21.700496Z","steps":["trace[920886838] 'agreement among raft nodes before linearized reading' (duration: 1.562502991s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:21.700561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:20.496871Z","time spent":"1.203550158s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:28:21.700576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:20.137723Z","time spent":"1.56284148s","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-10T01:28:21.708962Z","caller":"traceutil/trace.go:171","msg":"trace[1331618054] transaction","detail":"{read_only:false; response_revision:8705; number_of_response:1; }","duration":"745.755683ms","start":"2026-04-10T01:28:20.963172Z","end":"2026-04-10T01:28:21.708928Z","steps":["trace[1331618054] 'process raft request' (duration: 745.478425ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:21.709051Z","caller":"traceutil/trace.go:171","msg":"trace[871099665] transaction","detail":"{read_only:false; response_revision:8706; number_of_response:1; }","duration":"577.580617ms","start":"2026-04-10T01:28:21.131455Z","end":"2026-04-10T01:28:21.709036Z","steps":["trace[871099665] 'process raft request' (duration: 577.416593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:21.709145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:21.131417Z","time spent":"577.66927ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:28:21.709185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:20.963137Z","time spent":"745.930037ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:28:21.709256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001388491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-10T01:28:21.709242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285549344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-10T01:28:21.709326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.598209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:28:21.709327Z","caller":"traceutil/trace.go:171","msg":"trace[851067518] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8706; }","duration":"1.286384967s","start":"2026-04-10T01:28:20.422924Z","end":"2026-04-10T01:28:21.709309Z","steps":["trace[851067518] 'agreement among raft nodes before linearized reading' (duration: 1.28614685s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:21.709353Z","caller":"traceutil/trace.go:171","msg":"trace[932065184] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8706; }","duration":"405.673502ms","start":"2026-04-10T01:28:21.303672Z","end":"2026-04-10T01:28:21.709346Z","steps":["trace[932065184] 'agreement among raft nodes before linearized reading' (duration: 405.632891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:21.709375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:21.303644Z","time spent":"405.725312ms","remote":"127.0.0.1:49488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:28:21.709376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:20.422892Z","time spent":"1.286474199s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T01:28:21.709411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283482787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-10T01:28:21.709413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287431964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-10T01:28:21.709433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440054889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:28:21.709287Z","caller":"traceutil/trace.go:171","msg":"trace[1122273437] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:8706; }","duration":"1.001476363s","start":"2026-04-10T01:28:20.707801Z","end":"2026-04-10T01:28:21.709278Z","steps":["trace[1122273437] 'agreement among raft nodes before linearized reading' (duration: 1.001409522s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:21.709485Z","caller":"traceutil/trace.go:171","msg":"trace[471496741] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8706; }","duration":"1.287558399s","start":"2026-04-10T01:28:20.421908Z","end":"2026-04-10T01:28:21.709466Z","steps":["trace[471496741] 'agreement among raft nodes before linearized reading' (duration: 1.287341213s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:21.709502Z","caller":"traceutil/trace.go:171","msg":"trace[1818597314] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8706; }","duration":"1.28355426s","start":"2026-04-10T01:28:20.425897Z","end":"2026-04-10T01:28:21.709451Z","steps":["trace[1818597314] 'agreement among raft nodes before linearized reading' (duration: 1.283381605s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:21.709521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:20.707768Z","time spent":"1.001737599s","remote":"127.0.0.1:42022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-04-10T01:28:21.709541Z","caller":"traceutil/trace.go:171","msg":"trace[1200795088] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8706; }","duration":"1.440181712s","start":"2026-04-10T01:28:20.26931Z","end":"2026-04-10T01:28:21.709492Z","steps":["trace[1200795088] 'agreement among raft nodes before linearized reading' (duration: 1.440058059s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:21.709544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:20.421881Z","time spent":"1.287644972s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T01:28:21.709532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:20.425889Z","time spent":"1.283636043s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T01:28:21.709581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:20.269289Z","time spent":"1.440283335s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T01:28:21.709615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286722335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-10T01:28:21.709636Z","caller":"traceutil/trace.go:171","msg":"trace[974065465] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8706; }","duration":"1.286764378s","start":"2026-04-10T01:28:20.422865Z","end":"2026-04-10T01:28:21.70963Z","steps":["trace[974065465] 'agreement among raft nodes before linearized reading' (duration: 1.286699995s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:21.709663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:20.422855Z","time spent":"1.286804368s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T01:28:21.709729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286789177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-10T01:28:21.709741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28502603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sqmr2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-10T01:28:21.709789Z","caller":"traceutil/trace.go:171","msg":"trace[861006372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8706; }","duration":"1.286888581s","start":"2026-04-10T01:28:20.422881Z","end":"2026-04-10T01:28:21.709769Z","steps":["trace[861006372] 'agreement among raft nodes before linearized reading' (duration: 1.286663265s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:21.709807Z","caller":"traceutil/trace.go:171","msg":"trace[1051126766] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sqmr2; range_end:; response_count:1; response_revision:8706; }","duration":"1.285115113s","start":"2026-04-10T01:28:20.42468Z","end":"2026-04-10T01:28:21.709795Z","steps":["trace[1051126766] 'agreement among raft nodes before linearized reading' (duration: 1.284937867s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:21.709823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:20.422856Z","time spent":"1.286958562s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T01:28:21.709835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:20.424661Z","time spent":"1.285168373s","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-sqmr2\" "} {"level":"warn","ts":"2026-04-10T01:28:21.709771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285248916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-10T01:28:21.711276Z","caller":"traceutil/trace.go:171","msg":"trace[2117114420] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8706; }","duration":"1.286983063s","start":"2026-04-10T01:28:20.42425Z","end":"2026-04-10T01:28:21.711233Z","steps":["trace[2117114420] 'agreement among raft nodes before linearized reading' (duration: 1.284812794s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:21.711342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:20.42413Z","time spent":"1.287191249s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-10T01:28:31.9634Z","caller":"traceutil/trace.go:171","msg":"trace[1687162638] transaction","detail":"{read_only:false; response_revision:8759; number_of_response:1; }","duration":"187.328305ms","start":"2026-04-10T01:28:31.776036Z","end":"2026-04-10T01:28:31.963364Z","steps":["trace[1687162638] 'process raft request' (duration: 187.13267ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:31.992075Z","caller":"traceutil/trace.go:171","msg":"trace[960856314] linearizableReadLoop","detail":"{readStateIndex:9083; appliedIndex:9081; }","duration":"139.893397ms","start":"2026-04-10T01:28:31.852153Z","end":"2026-04-10T01:28:31.992046Z","steps":["trace[960856314] 'read index received' (duration: 111.047994ms)","trace[960856314] 'applied index is now lower than readState.Index' (duration: 28.843513ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:28:31.992153Z","caller":"traceutil/trace.go:171","msg":"trace[1996494324] transaction","detail":"{read_only:false; response_revision:8760; number_of_response:1; }","duration":"187.639624ms","start":"2026-04-10T01:28:31.804479Z","end":"2026-04-10T01:28:31.992118Z","steps":["trace[1996494324] 'process raft request' (duration: 187.408537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:31.992359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.180806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-10T01:28:31.992553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.270582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-10T01:28:31.992561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.312194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-10T01:28:31.99259Z","caller":"traceutil/trace.go:171","msg":"trace[2077132531] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8760; }","duration":"140.465842ms","start":"2026-04-10T01:28:31.852106Z","end":"2026-04-10T01:28:31.992572Z","steps":["trace[2077132531] 'agreement among raft nodes before linearized reading' (duration: 140.082051ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:31.992614Z","caller":"traceutil/trace.go:171","msg":"trace[252923719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8760; }","duration":"114.322383ms","start":"2026-04-10T01:28:31.878273Z","end":"2026-04-10T01:28:31.992595Z","steps":["trace[252923719] 'agreement among raft nodes before linearized reading' (duration: 114.000434ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:31.992627Z","caller":"traceutil/trace.go:171","msg":"trace[2063151336] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8760; }","duration":"114.391165ms","start":"2026-04-10T01:28:31.878218Z","end":"2026-04-10T01:28:31.992609Z","steps":["trace[2063151336] 'agreement among raft nodes before linearized reading' (duration: 114.242741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:31.992398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.142184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sqmr2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-10T01:28:31.99269Z","caller":"traceutil/trace.go:171","msg":"trace[2046911804] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sqmr2; range_end:; response_count:1; response_revision:8760; }","duration":"137.481872ms","start":"2026-04-10T01:28:31.85519Z","end":"2026-04-10T01:28:31.992672Z","steps":["trace[2046911804] 'agreement among raft nodes before linearized reading' (duration: 137.03546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:31.992413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.19434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-10T01:28:31.992866Z","caller":"traceutil/trace.go:171","msg":"trace[2097472571] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8760; }","duration":"114.689393ms","start":"2026-04-10T01:28:31.878163Z","end":"2026-04-10T01:28:31.992853Z","steps":["trace[2097472571] 'agreement among raft nodes before linearized reading' (duration: 114.113588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:31.992428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.564022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-10T01:28:31.992944Z","caller":"traceutil/trace.go:171","msg":"trace[111364886] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8760; }","duration":"114.101247ms","start":"2026-04-10T01:28:31.878827Z","end":"2026-04-10T01:28:31.992928Z","steps":["trace[111364886] 'agreement among raft nodes before linearized reading' (duration: 113.48877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:31.992505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.179696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-10T01:28:31.993032Z","caller":"traceutil/trace.go:171","msg":"trace[385054604] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8760; }","duration":"115.731542ms","start":"2026-04-10T01:28:31.877284Z","end":"2026-04-10T01:28:31.993016Z","steps":["trace[385054604] 'agreement among raft nodes before linearized reading' (duration: 115.163627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:33.46795Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625762332749569,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:28:33.968925Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625762332749569,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:28:34.111224Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.191095189s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T01:28:34.445285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.379192ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:28:34.445418Z","caller":"traceutil/trace.go:171","msg":"trace[963679190] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8766; }","duration":"234.537706ms","start":"2026-04-10T01:28:34.210861Z","end":"2026-04-10T01:28:34.445399Z","steps":["trace[963679190] 'range keys from in-memory index tree' (duration: 234.355621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:34.445481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.350274363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:28:34.445551Z","caller":"traceutil/trace.go:171","msg":"trace[1366799395] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8766; }","duration":"2.350352256s","start":"2026-04-10T01:28:32.095183Z","end":"2026-04-10T01:28:34.445535Z","steps":["trace[1366799395] 'range keys from in-memory index tree' (duration: 2.350156021s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:34.445579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:32.095102Z","time spent":"2.350470789s","remote":"127.0.0.1:48268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-10T01:28:34.446165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.175176092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:28:34.446193Z","caller":"traceutil/trace.go:171","msg":"trace[1034089222] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8766; }","duration":"2.175242013s","start":"2026-04-10T01:28:32.270944Z","end":"2026-04-10T01:28:34.446186Z","steps":["trace[1034089222] 'range keys from in-memory index tree' (duration: 2.174947016s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:34.446212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:32.270923Z","time spent":"2.175284135s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T01:28:34.447105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.430996ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:28:34.447159Z","caller":"traceutil/trace.go:171","msg":"trace[1261541803] linearizableReadLoop","detail":"{readStateIndex:9090; appliedIndex:9089; }","duration":"1.479715465s","start":"2026-04-10T01:28:32.967433Z","end":"2026-04-10T01:28:34.447149Z","steps":["trace[1261541803] 'read index received' (duration: 1.144135166s)","trace[1261541803] 'applied index is now lower than readState.Index' (duration: 335.579329ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:28:34.447248Z","caller":"traceutil/trace.go:171","msg":"trace[1424629599] transaction","detail":"{read_only:false; response_revision:8767; number_of_response:1; }","duration":"1.527224094s","start":"2026-04-10T01:28:32.919998Z","end":"2026-04-10T01:28:34.447222Z","steps":["trace[1424629599] 'process raft request' (duration: 1.191609014s)","trace[1424629599] 'compare' (duration: 334.745916ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:28:34.447335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479896289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:28:34.447331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:32.919972Z","time spent":"1.527318927s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:28:34.447364Z","caller":"traceutil/trace.go:171","msg":"trace[1854800783] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8767; }","duration":"1.479953891s","start":"2026-04-10T01:28:32.967401Z","end":"2026-04-10T01:28:34.447355Z","steps":["trace[1854800783] 'agreement among raft nodes before linearized reading' (duration: 1.479897399s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:34.447398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:32.967382Z","time spent":"1.480005283s","remote":"127.0.0.1:55290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T01:28:34.947492Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625762332749573,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:28:35.232551Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.121120372s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T01:28:35.233142Z","caller":"traceutil/trace.go:171","msg":"trace[1910429643] transaction","detail":"{read_only:false; response_revision:8769; number_of_response:1; }","duration":"1.235546067s","start":"2026-04-10T01:28:33.997567Z","end":"2026-04-10T01:28:35.233113Z","steps":["trace[1910429643] 'process raft request' (duration: 1.235488675s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:35.233216Z","caller":"traceutil/trace.go:171","msg":"trace[139333370] transaction","detail":"{read_only:false; response_revision:8768; number_of_response:1; }","duration":"1.264015449s","start":"2026-04-10T01:28:33.96916Z","end":"2026-04-10T01:28:35.233176Z","steps":["trace[139333370] 'process raft request' (duration: 1.263710572s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.23331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:33.99754Z","time spent":"1.23566674s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:28:35.23343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:33.969135Z","time spent":"1.264165464s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:28:35.439514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.568778ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-10T01:28:35.439684Z","caller":"traceutil/trace.go:171","msg":"trace[17490650] linearizableReadLoop","detail":"{readStateIndex:9093; appliedIndex:9090; }","duration":"992.481129ms","start":"2026-04-10T01:28:34.447177Z","end":"2026-04-10T01:28:35.439658Z","steps":["trace[17490650] 'read index received' (duration: 785.683936ms)","trace[17490650] 'applied index is now lower than readState.Index' (duration: 206.794823ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:28:35.439917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.240167566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:28:35.439977Z","caller":"traceutil/trace.go:171","msg":"trace[1703529180] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8769; }","duration":"2.240259888s","start":"2026-04-10T01:28:33.199699Z","end":"2026-04-10T01:28:35.439959Z","steps":["trace[1703529180] 'agreement among raft nodes before linearized reading' (duration: 2.240130344s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.43999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.12758539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:28:35.440043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401862771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-10T01:28:35.440141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401135001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-10T01:28:35.440167Z","caller":"traceutil/trace.go:171","msg":"trace[803164627] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8769; }","duration":"1.402023175s","start":"2026-04-10T01:28:34.038113Z","end":"2026-04-10T01:28:35.440136Z","steps":["trace[803164627] 'agreement among raft nodes before linearized reading' (duration: 1.401683386s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:35.440204Z","caller":"traceutil/trace.go:171","msg":"trace[1485878435] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8769; }","duration":"1.401215023s","start":"2026-04-10T01:28:34.038973Z","end":"2026-04-10T01:28:35.440188Z","steps":["trace[1485878435] 'agreement among raft nodes before linearized reading' (duration: 1.400922845s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.440245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:34.038088Z","time spent":"1.402139419s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T01:28:35.440164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.113495586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:28:35.440372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.113928179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:28:35.440378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.266554012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:28:35.440415Z","caller":"traceutil/trace.go:171","msg":"trace[2019911674] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8769; }","duration":"2.113984592s","start":"2026-04-10T01:28:33.326416Z","end":"2026-04-10T01:28:35.4404Z","steps":["trace[2019911674] 'agreement among raft nodes before linearized reading' (duration: 2.113717254s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.440417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.240647589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:28:35.440456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:33.326403Z","time spent":"2.114044283s","remote":"127.0.0.1:55426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 "} {"level":"info","ts":"2026-04-10T01:28:35.440495Z","caller":"traceutil/trace.go:171","msg":"trace[931948882] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8769; }","duration":"2.240755711s","start":"2026-04-10T01:28:33.199722Z","end":"2026-04-10T01:28:35.440478Z","steps":["trace[931948882] 'agreement among raft nodes before linearized reading' (duration: 2.23996498s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.440558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.267477537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:28:35.440611Z","caller":"traceutil/trace.go:171","msg":"trace[1262262288] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8769; }","duration":"2.267547178s","start":"2026-04-10T01:28:33.173051Z","end":"2026-04-10T01:28:35.440598Z","steps":["trace[1262262288] 'agreement among raft nodes before linearized reading' (duration: 2.267479057s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.440628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.143497423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:28:35.44066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:33.173042Z","time spent":"2.26760437s","remote":"127.0.0.1:55360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T01:28:35.440694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401890092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-10T01:28:35.440724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.144543831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:28:35.440762Z","caller":"traceutil/trace.go:171","msg":"trace[807750161] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8769; }","duration":"1.401977714s","start":"2026-04-10T01:28:34.038769Z","end":"2026-04-10T01:28:35.440747Z","steps":["trace[807750161] 'agreement among raft nodes before linearized reading' (duration: 1.401794189s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.440081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:33.199688Z","time spent":"2.240375311s","remote":"127.0.0.1:55362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T01:28:35.440817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:34.038759Z","time spent":"1.402045955s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T01:28:35.440885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.161294625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:28:35.440934Z","caller":"traceutil/trace.go:171","msg":"trace[1082919495] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8769; }","duration":"2.161358286s","start":"2026-04-10T01:28:33.279566Z","end":"2026-04-10T01:28:35.440924Z","steps":["trace[1082919495] 'agreement among raft nodes before linearized reading' (duration: 2.161281545s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.440984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:33.279559Z","time spent":"2.161413618s","remote":"127.0.0.1:55394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 "} {"level":"warn","ts":"2026-04-10T01:28:35.44025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:34.038964Z","time spent":"1.401275405s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T01:28:35.440948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430311643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-10T01:28:35.441082Z","caller":"traceutil/trace.go:171","msg":"trace[1360724288] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8769; }","duration":"1.430517289s","start":"2026-04-10T01:28:34.010552Z","end":"2026-04-10T01:28:35.441069Z","steps":["trace[1360724288] 'agreement among raft nodes before linearized reading' (duration: 1.430013805s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.441118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.28859305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:28:35.441107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401005268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sqmr2\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-04-10T01:28:35.440697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168451115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:28:35.441203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:34.010522Z","time spent":"1.430631042s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-10T01:28:35.440104Z","caller":"traceutil/trace.go:171","msg":"trace[1295245881] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8769; }","duration":"2.127768135s","start":"2026-04-10T01:28:33.312304Z","end":"2026-04-10T01:28:35.440072Z","steps":["trace[1295245881] 'agreement among raft nodes before linearized reading' (duration: 2.127460826s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.441329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:33.312281Z","time spent":"2.129037689s","remote":"127.0.0.1:55422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 "} {"level":"info","ts":"2026-04-10T01:28:35.440771Z","caller":"traceutil/trace.go:171","msg":"trace[955783402] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8769; }","duration":"2.144592842s","start":"2026-04-10T01:28:33.296167Z","end":"2026-04-10T01:28:35.44076Z","steps":["trace[955783402] 'agreement among raft nodes before linearized reading' (duration: 2.14452366s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.440823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.144701914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:28:35.441507Z","caller":"traceutil/trace.go:171","msg":"trace[407403982] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8769; }","duration":"2.145394473s","start":"2026-04-10T01:28:33.296098Z","end":"2026-04-10T01:28:35.441493Z","steps":["trace[407403982] 'agreement among raft nodes before linearized reading' (duration: 2.144695184s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.441557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:33.296091Z","time spent":"2.145448924s","remote":"127.0.0.1:55408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:28:35.441551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:33.296101Z","time spent":"2.145396723s","remote":"127.0.0.1:55408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T01:28:35.440499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.26725422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:28:35.441693Z","caller":"traceutil/trace.go:171","msg":"trace[1685569988] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8769; }","duration":"2.268453454s","start":"2026-04-10T01:28:33.173231Z","end":"2026-04-10T01:28:35.441684Z","steps":["trace[1685569988] 'agreement among raft nodes before linearized reading' (duration: 2.26722639s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:35.441244Z","caller":"traceutil/trace.go:171","msg":"trace[920704302] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sqmr2; range_end:; response_count:1; response_revision:8769; }","duration":"1.401159512s","start":"2026-04-10T01:28:34.040071Z","end":"2026-04-10T01:28:35.441231Z","steps":["trace[920704302] 'agreement among raft nodes before linearized reading' (duration: 1.400683949s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.441728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:33.173209Z","time spent":"2.268507274s","remote":"127.0.0.1:55360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:28:35.441017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.127692413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:28:35.441836Z","caller":"traceutil/trace.go:171","msg":"trace[1790180179] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8769; }","duration":"2.128541866s","start":"2026-04-10T01:28:33.313275Z","end":"2026-04-10T01:28:35.441817Z","steps":["trace[1790180179] 'agreement among raft nodes before linearized reading' (duration: 2.127604s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.441863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.327515467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:28:35.44188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403692731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-10T01:28:35.441919Z","caller":"traceutil/trace.go:171","msg":"trace[2009329727] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8769; }","duration":"1.403739403s","start":"2026-04-10T01:28:34.038168Z","end":"2026-04-10T01:28:35.441907Z","steps":["trace[2009329727] 'agreement among raft nodes before linearized reading' (duration: 1.40364922s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:35.441923Z","caller":"traceutil/trace.go:171","msg":"trace[731365685] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8769; }","duration":"2.327575449s","start":"2026-04-10T01:28:33.114328Z","end":"2026-04-10T01:28:35.441903Z","steps":["trace[731365685] 'agreement among raft nodes before linearized reading' (duration: 2.327478716s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.441945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:34.038162Z","time spent":"1.403779033s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T01:28:35.441941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.162543348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:28:35.44196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:33.114323Z","time spent":"2.327628569s","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 "} {"level":"warn","ts":"2026-04-10T01:28:35.441937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.096955849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:28:35.44193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.459957102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:28:35.441996Z","caller":"traceutil/trace.go:171","msg":"trace[1618881433] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8769; }","duration":"2.162619931s","start":"2026-04-10T01:28:33.279363Z","end":"2026-04-10T01:28:35.441983Z","steps":["trace[1618881433] 'agreement among raft nodes before linearized reading' (duration: 2.162534569s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:35.441196Z","caller":"traceutil/trace.go:171","msg":"trace[1925540477] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8769; }","duration":"2.288687923s","start":"2026-04-10T01:28:33.15249Z","end":"2026-04-10T01:28:35.441178Z","steps":["trace[1925540477] 'agreement among raft nodes before linearized reading' (duration: 2.288558349s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:35.442043Z","caller":"traceutil/trace.go:171","msg":"trace[1642012196] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8769; }","duration":"2.460114477s","start":"2026-04-10T01:28:32.981906Z","end":"2026-04-10T01:28:35.442021Z","steps":["trace[1642012196] 'agreement among raft nodes before linearized reading' (duration: 2.459950382s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.442048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.382201171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:28:35.442072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.619433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:28:35.442086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.405279947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:28:35.442104Z","caller":"traceutil/trace.go:171","msg":"trace[149828776] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8769; }","duration":"992.664544ms","start":"2026-04-10T01:28:34.44943Z","end":"2026-04-10T01:28:35.442095Z","steps":["trace[149828776] 'agreement among raft nodes before linearized reading' (duration: 992.612653ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:35.44211Z","caller":"traceutil/trace.go:171","msg":"trace[1185505380] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8769; }","duration":"2.382307024s","start":"2026-04-10T01:28:33.059782Z","end":"2026-04-10T01:28:35.442089Z","steps":["trace[1185505380] 'agreement among raft nodes before linearized reading' (duration: 2.382210771s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.442123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.328101812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:28:35.442166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:33.05969Z","time spent":"2.382460137s","remote":"127.0.0.1:55306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:28:35.442185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.441791268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:28:35.442181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.162877428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:28:35.442195Z","caller":"traceutil/trace.go:171","msg":"trace[911987295] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8769; }","duration":"2.328197445s","start":"2026-04-10T01:28:33.11398Z","end":"2026-04-10T01:28:35.442178Z","steps":["trace[911987295] 'agreement among raft nodes before linearized reading' (duration: 2.328096672s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:35.44222Z","caller":"traceutil/trace.go:171","msg":"trace[1265590364] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8769; }","duration":"2.441835219s","start":"2026-04-10T01:28:33.000376Z","end":"2026-04-10T01:28:35.442211Z","steps":["trace[1265590364] 'agreement among raft nodes before linearized reading' (duration: 2.441788358s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.442233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.343594913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:28:35.442187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.382321833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:28:35.442241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.36004136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:28:35.442261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:33.000371Z","time spent":"2.441880971s","remote":"127.0.0.1:55298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 "} {"level":"info","ts":"2026-04-10T01:28:35.442271Z","caller":"traceutil/trace.go:171","msg":"trace[1667913094] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8769; }","duration":"2.343643844s","start":"2026-04-10T01:28:33.098617Z","end":"2026-04-10T01:28:35.442261Z","steps":["trace[1667913094] 'agreement among raft nodes before linearized reading' (duration: 2.343580882s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.440525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154844076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-67f5fcf866-fh2d8.18a4da96cb5c764d\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-04-10T01:28:35.442235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.359925237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:28:35.442303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:33.09861Z","time spent":"2.343685245s","remote":"127.0.0.1:55326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 "} {"level":"info","ts":"2026-04-10T01:28:35.442321Z","caller":"traceutil/trace.go:171","msg":"trace[1884964053] range","detail":"{range_begin:/registry/events/openstack/barbican-api-67f5fcf866-fh2d8.18a4da96cb5c764d; range_end:; response_count:1; response_revision:8769; }","duration":"1.156721477s","start":"2026-04-10T01:28:34.285583Z","end":"2026-04-10T01:28:35.442305Z","steps":["trace[1884964053] 'agreement among raft nodes before linearized reading' (duration: 1.154693562s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:35.442331Z","caller":"traceutil/trace.go:171","msg":"trace[858181565] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8769; }","duration":"2.360110071s","start":"2026-04-10T01:28:33.082202Z","end":"2026-04-10T01:28:35.442312Z","steps":["trace[858181565] 'agreement among raft nodes before linearized reading' (duration: 2.359920797s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.442342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.464405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-10T01:28:35.442343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.622294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:28:35.442358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.184214727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:28:35.442375Z","caller":"traceutil/trace.go:171","msg":"trace[1206351756] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:8769; }","duration":"384.551348ms","start":"2026-04-10T01:28:35.057815Z","end":"2026-04-10T01:28:35.442366Z","steps":["trace[1206351756] 'agreement among raft nodes before linearized reading' (duration: 384.494856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.442386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:33.08217Z","time spent":"2.360206554s","remote":"127.0.0.1:55322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 "} {"level":"info","ts":"2026-04-10T01:28:35.442386Z","caller":"traceutil/trace.go:171","msg":"trace[1969274461] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:8769; }","duration":"687.740047ms","start":"2026-04-10T01:28:34.754633Z","end":"2026-04-10T01:28:35.442373Z","steps":["trace[1969274461] 'agreement among raft nodes before linearized reading' (duration: 687.682185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.442383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.343191792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:28:35.442406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.311917303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:28:35.442433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.382575551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:28:35.44243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.359930707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:28:35.442446Z","caller":"traceutil/trace.go:171","msg":"trace[1987527226] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8769; }","duration":"2.343258963s","start":"2026-04-10T01:28:33.09917Z","end":"2026-04-10T01:28:35.442429Z","steps":["trace[1987527226] 'agreement among raft nodes before linearized reading' (duration: 2.34312925s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.442465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.442727494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:28:35.442181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.115275225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:28:35.442478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.312052748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:28:35.442474Z","caller":"traceutil/trace.go:171","msg":"trace[269031729] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8769; }","duration":"2.312015065s","start":"2026-04-10T01:28:33.13044Z","end":"2026-04-10T01:28:35.442455Z","steps":["trace[269031729] 'agreement among raft nodes before linearized reading' (duration: 2.311912083s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.442492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.343739437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:28:35.442502Z","caller":"traceutil/trace.go:171","msg":"trace[1008192156] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8769; }","duration":"2.44296409s","start":"2026-04-10T01:28:32.999527Z","end":"2026-04-10T01:28:35.442492Z","steps":["trace[1008192156] 'agreement among raft nodes before linearized reading' (duration: 2.442907829s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:35.442511Z","caller":"traceutil/trace.go:171","msg":"trace[1761878538] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8769; }","duration":"2.312100888s","start":"2026-04-10T01:28:33.130402Z","end":"2026-04-10T01:28:35.442503Z","steps":["trace[1761878538] 'agreement among raft nodes before linearized reading' (duration: 2.312053197s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.442506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:33.099155Z","time spent":"2.343337736s","remote":"127.0.0.1:55326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 "} {"level":"info","ts":"2026-04-10T01:28:35.442525Z","caller":"traceutil/trace.go:171","msg":"trace[9881163] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8769; }","duration":"2.34385228s","start":"2026-04-10T01:28:33.098663Z","end":"2026-04-10T01:28:35.442515Z","steps":["trace[9881163] 'agreement among raft nodes before linearized reading' (duration: 2.343800639s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.442535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:32.999512Z","time spent":"2.443013011s","remote":"127.0.0.1:55298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:28:35.442539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.290526102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:28:35.44254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.184743031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:28:35.442138Z","caller":"traceutil/trace.go:171","msg":"trace[697955035] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8769; }","duration":"2.405383311s","start":"2026-04-10T01:28:33.03674Z","end":"2026-04-10T01:28:35.442123Z","steps":["trace[697955035] 'agreement among raft nodes before linearized reading' (duration: 2.405322188s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:35.442601Z","caller":"traceutil/trace.go:171","msg":"trace[2029307169] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8769; }","duration":"2.290609224s","start":"2026-04-10T01:28:33.151982Z","end":"2026-04-10T01:28:35.442591Z","steps":["trace[2029307169] 'agreement among raft nodes before linearized reading' (duration: 2.290524991s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.442599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:33.130425Z","time spent":"2.312123059s","remote":"127.0.0.1:55342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 "} {"level":"warn","ts":"2026-04-10T01:28:35.442627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:33.036721Z","time spent":"2.405897894s","remote":"127.0.0.1:55304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 "} {"level":"info","ts":"2026-04-10T01:28:35.442632Z","caller":"traceutil/trace.go:171","msg":"trace[1729660501] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8769; }","duration":"2.184944406s","start":"2026-04-10T01:28:33.257674Z","end":"2026-04-10T01:28:35.442618Z","steps":["trace[1729660501] 'agreement among raft nodes before linearized reading' (duration: 2.184829843s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:35.442599Z","caller":"traceutil/trace.go:171","msg":"trace[1201285628] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8769; }","duration":"2.115629024s","start":"2026-04-10T01:28:33.326876Z","end":"2026-04-10T01:28:35.442505Z","steps":["trace[1201285628] 'agreement among raft nodes before linearized reading' (duration: 2.115147442s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.442638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:33.151974Z","time spent":"2.290654147s","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T01:28:35.442694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.242584621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:28:35.442096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:33.152484Z","time spent":"2.289594937s","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 "} {"level":"warn","ts":"2026-04-10T01:28:35.442631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.328427621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:28:35.442764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.205936097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:28:35.442781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.221653003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:28:35.442787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.205965147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:28:35.442762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:33.326871Z","time spent":"2.115823921s","remote":"127.0.0.1:55426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 "} {"level":"info","ts":"2026-04-10T01:28:35.440461Z","caller":"traceutil/trace.go:171","msg":"trace[2048801735] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8769; }","duration":"2.113925209s","start":"2026-04-10T01:28:33.326444Z","end":"2026-04-10T01:28:35.440369Z","steps":["trace[2048801735] 'agreement among raft nodes before linearized reading' (duration: 2.113402135s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:35.442835Z","caller":"traceutil/trace.go:171","msg":"trace[1893936868] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8769; }","duration":"2.328743791s","start":"2026-04-10T01:28:33.114055Z","end":"2026-04-10T01:28:35.442799Z","steps":["trace[1893936868] 'agreement among raft nodes before linearized reading' (duration: 2.328290409s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.442888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.460394333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:28:35.442881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.443396643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:28:35.442891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:33.3264Z","time spent":"2.116477829s","remote":"127.0.0.1:55426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-04-10T01:28:35.442917Z","caller":"traceutil/trace.go:171","msg":"trace[1902058723] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8769; }","duration":"2.460435065s","start":"2026-04-10T01:28:32.982474Z","end":"2026-04-10T01:28:35.442909Z","steps":["trace[1902058723] 'agreement among raft nodes before linearized reading' (duration: 2.460392234s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:35.442931Z","caller":"traceutil/trace.go:171","msg":"trace[576708016] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8769; }","duration":"2.443469384s","start":"2026-04-10T01:28:32.99945Z","end":"2026-04-10T01:28:35.442919Z","steps":["trace[576708016] 'agreement among raft nodes before linearized reading' (duration: 2.443392711s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.442953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:32.982466Z","time spent":"2.460478226s","remote":"127.0.0.1:55296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 "} {"level":"warn","ts":"2026-04-10T01:28:35.442259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:33.113973Z","time spent":"2.328266377s","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:28:35.442964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:32.999436Z","time spent":"2.443518165s","remote":"127.0.0.1:55298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 "} {"level":"info","ts":"2026-04-10T01:28:35.440668Z","caller":"traceutil/trace.go:171","msg":"trace[1904553323] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8769; }","duration":"2.143549363s","start":"2026-04-10T01:28:33.297106Z","end":"2026-04-10T01:28:35.440656Z","steps":["trace[1904553323] 'agreement among raft nodes before linearized reading' (duration: 2.143482431s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.442091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:32.981884Z","time spent":"2.460194278s","remote":"127.0.0.1:55296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T01:28:35.442988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:33.114051Z","time spent":"2.328870214s","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T01:28:35.443009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:33.2971Z","time spent":"2.145895027s","remote":"127.0.0.1:55408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 "} {"level":"warn","ts":"2026-04-10T01:28:35.441976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.129510812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:28:35.444446Z","caller":"traceutil/trace.go:171","msg":"trace[44428117] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8769; }","duration":"2.13196662s","start":"2026-04-10T01:28:33.312414Z","end":"2026-04-10T01:28:35.444381Z","steps":["trace[44428117] 'agreement among raft nodes before linearized reading' (duration: 2.129493333s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.444567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:33.312398Z","time spent":"2.132142874s","remote":"127.0.0.1:55422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:28:35.440555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:33.19971Z","time spent":"2.240829043s","remote":"127.0.0.1:55362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:28:35.441994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.289945297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:28:35.445001Z","caller":"traceutil/trace.go:171","msg":"trace[1276914253] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8769; }","duration":"2.292960169s","start":"2026-04-10T01:28:33.152019Z","end":"2026-04-10T01:28:35.444979Z","steps":["trace[1276914253] 'agreement among raft nodes before linearized reading' (duration: 2.289920446s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.442566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:33.098648Z","time spent":"2.343910032s","remote":"127.0.0.1:55326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-04-10T01:28:35.442236Z","caller":"traceutil/trace.go:171","msg":"trace[627294481] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8769; }","duration":"2.162981321s","start":"2026-04-10T01:28:33.279242Z","end":"2026-04-10T01:28:35.442223Z","steps":["trace[627294481] 'agreement among raft nodes before linearized reading' (duration: 2.162877628s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.445338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:33.279227Z","time spent":"2.166086195s","remote":"127.0.0.1:55394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T01:28:35.445374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:33.152015Z","time spent":"2.293023081s","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-04-10T01:28:35.440433Z","caller":"traceutil/trace.go:171","msg":"trace[1892195541] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8769; }","duration":"2.266624104s","start":"2026-04-10T01:28:33.173793Z","end":"2026-04-10T01:28:35.440417Z","steps":["trace[1892195541] 'agreement among raft nodes before linearized reading' (duration: 2.266317566s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.445468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:33.173788Z","time spent":"2.27165856s","remote":"127.0.0.1:55360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 "} {"level":"warn","ts":"2026-04-10T01:28:35.44264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.222037763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:28:35.445565Z","caller":"traceutil/trace.go:171","msg":"trace[1790925178] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8769; }","duration":"2.224979744s","start":"2026-04-10T01:28:33.220562Z","end":"2026-04-10T01:28:35.445542Z","steps":["trace[1790925178] 'agreement among raft nodes before linearized reading' (duration: 2.222050324s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.442719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.205194826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:28:35.445633Z","caller":"traceutil/trace.go:171","msg":"trace[718551382] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8769; }","duration":"2.208129855s","start":"2026-04-10T01:28:33.23749Z","end":"2026-04-10T01:28:35.44562Z","steps":["trace[718551382] 'agreement among raft nodes before linearized reading' (duration: 2.205170075s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.445644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:33.22054Z","time spent":"2.225081306s","remote":"127.0.0.1:55366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T01:28:35.445668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:33.237479Z","time spent":"2.208175258s","remote":"127.0.0.1:55374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 "} {"level":"warn","ts":"2026-04-10T01:28:35.441036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402540549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-10T01:28:35.445793Z","caller":"traceutil/trace.go:171","msg":"trace[1982937005] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8769; }","duration":"1.4073303s","start":"2026-04-10T01:28:34.038443Z","end":"2026-04-10T01:28:35.445773Z","steps":["trace[1982937005] 'agreement among raft nodes before linearized reading' (duration: 1.402472787s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.445879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:34.038419Z","time spent":"1.407432871s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T01:28:35.441997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.40427617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:28:35.445992Z","caller":"traceutil/trace.go:171","msg":"trace[694428112] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8769; }","duration":"2.408298669s","start":"2026-04-10T01:28:33.037672Z","end":"2026-04-10T01:28:35.445971Z","steps":["trace[694428112] 'agreement among raft nodes before linearized reading' (duration: 2.404292731s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.446068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:33.037651Z","time spent":"2.408393742s","remote":"127.0.0.1:55304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 "} {"level":"info","ts":"2026-04-10T01:28:35.442028Z","caller":"traceutil/trace.go:171","msg":"trace[79170614] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:8769; }","duration":"2.097054992s","start":"2026-04-10T01:28:33.344956Z","end":"2026-04-10T01:28:35.442011Z","steps":["trace[79170614] 'agreement among raft nodes before linearized reading' (duration: 2.096902377s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.446167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:33.344913Z","time spent":"2.101231604s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:28:35.442043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.405185955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:28:35.441277Z","caller":"traceutil/trace.go:171","msg":"trace[2025480568] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8769; }","duration":"1.169064443s","start":"2026-04-10T01:28:34.272196Z","end":"2026-04-10T01:28:35.44126Z","steps":["trace[2025480568] 'agreement among raft nodes before linearized reading' (duration: 1.168395834s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.446415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:34.272163Z","time spent":"1.174242073s","remote":"127.0.0.1:47820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T01:28:35.446432Z","caller":"traceutil/trace.go:171","msg":"trace[786074715] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8769; }","duration":"2.409488972s","start":"2026-04-10T01:28:33.036826Z","end":"2026-04-10T01:28:35.446315Z","steps":["trace[786074715] 'agreement among raft nodes before linearized reading' (duration: 2.405193026s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.442087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:33.279353Z","time spent":"2.162711343s","remote":"127.0.0.1:55394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:28:35.442144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:34.449422Z","time spent":"992.716836ms","remote":"127.0.0.1:47982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-10T01:28:35.442195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.460390024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:28:35.446654Z","caller":"traceutil/trace.go:171","msg":"trace[1403159399] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8769; }","duration":"2.464862115s","start":"2026-04-10T01:28:32.981781Z","end":"2026-04-10T01:28:35.446643Z","steps":["trace[1403159399] 'agreement among raft nodes before linearized reading' (duration: 2.460386263s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.446708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:32.981773Z","time spent":"2.464924416s","remote":"127.0.0.1:55296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:28:35.442248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.474759924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:28:35.446799Z","caller":"traceutil/trace.go:171","msg":"trace[940806665] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8769; }","duration":"2.479314177s","start":"2026-04-10T01:28:32.967464Z","end":"2026-04-10T01:28:35.446778Z","steps":["trace[940806665] 'agreement among raft nodes before linearized reading' (duration: 2.474760223s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.446601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:33.036809Z","time spent":"2.409698247s","remote":"127.0.0.1:55304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:28:35.446867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:32.967454Z","time spent":"2.479390309s","remote":"127.0.0.1:55290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-04-10T01:28:35.442285Z","caller":"traceutil/trace.go:171","msg":"trace[122326979] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8769; }","duration":"2.360121462s","start":"2026-04-10T01:28:33.082153Z","end":"2026-04-10T01:28:35.442275Z","steps":["trace[122326979] 'agreement among raft nodes before linearized reading' (duration: 2.360066171s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.442289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.474845865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:28:35.447244Z","caller":"traceutil/trace.go:171","msg":"trace[1478664678] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8769; }","duration":"2.479828911s","start":"2026-04-10T01:28:32.967394Z","end":"2026-04-10T01:28:35.447223Z","steps":["trace[1478664678] 'agreement among raft nodes before linearized reading' (duration: 2.474875686s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.447285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:32.967371Z","time spent":"2.479901283s","remote":"127.0.0.1:55290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 "} {"level":"info","ts":"2026-04-10T01:28:35.442285Z","caller":"traceutil/trace.go:171","msg":"trace[34005125] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8769; }","duration":"2.382457077s","start":"2026-04-10T01:28:33.059814Z","end":"2026-04-10T01:28:35.442271Z","steps":["trace[34005125] 'agreement among raft nodes before linearized reading' (duration: 2.382342264s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.447355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:33.059792Z","time spent":"2.387542176s","remote":"127.0.0.1:55306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T01:28:35.442371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:34.285555Z","time spent":"1.15680405s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-67f5fcf866-fh2d8.18a4da96cb5c764d\" "} {"level":"info","ts":"2026-04-10T01:28:35.442415Z","caller":"traceutil/trace.go:171","msg":"trace[1638354192] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8769; }","duration":"2.184274659s","start":"2026-04-10T01:28:33.258127Z","end":"2026-04-10T01:28:35.442401Z","steps":["trace[1638354192] 'agreement among raft nodes before linearized reading' (duration: 2.184185746s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.447524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:33.258102Z","time spent":"2.189398438s","remote":"127.0.0.1:55386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 "} {"level":"warn","ts":"2026-04-10T01:28:35.442422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:35.057778Z","time spent":"384.6312ms","remote":"127.0.0.1:48126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":8,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:28:35.442427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:34.754612Z","time spent":"687.807419ms","remote":"127.0.0.1:49332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-04-10T01:28:35.442471Z","caller":"traceutil/trace.go:171","msg":"trace[951649424] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8769; }","duration":"2.382629233s","start":"2026-04-10T01:28:33.059831Z","end":"2026-04-10T01:28:35.442461Z","steps":["trace[951649424] 'agreement among raft nodes before linearized reading' (duration: 2.382571921s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.447837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:33.059822Z","time spent":"2.388005099s","remote":"127.0.0.1:55306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 "} {"level":"info","ts":"2026-04-10T01:28:35.442475Z","caller":"traceutil/trace.go:171","msg":"trace[1805833204] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8769; }","duration":"2.359978209s","start":"2026-04-10T01:28:33.082486Z","end":"2026-04-10T01:28:35.442464Z","steps":["trace[1805833204] 'agreement among raft nodes before linearized reading' (duration: 2.359909846s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.447945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:33.082479Z","time spent":"2.365457067s","remote":"127.0.0.1:55322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 "} {"level":"warn","ts":"2026-04-10T01:28:35.442475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.184560097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:28:35.448049Z","caller":"traceutil/trace.go:171","msg":"trace[450322678] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8769; }","duration":"2.190157978s","start":"2026-04-10T01:28:33.257879Z","end":"2026-04-10T01:28:35.448037Z","steps":["trace[450322678] 'agreement among raft nodes before linearized reading' (duration: 2.184560486s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.448098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:33.257867Z","time spent":"2.190205109s","remote":"127.0.0.1:55386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:28:35.442541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:33.130396Z","time spent":"2.312136559s","remote":"127.0.0.1:55342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:28:35.442713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:33.257654Z","time spent":"2.185012778s","remote":"127.0.0.1:55386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 "} {"level":"info","ts":"2026-04-10T01:28:35.442735Z","caller":"traceutil/trace.go:171","msg":"trace[1083810229] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8769; }","duration":"2.242651362s","start":"2026-04-10T01:28:33.200073Z","end":"2026-04-10T01:28:35.442724Z","steps":["trace[1083810229] 'agreement among raft nodes before linearized reading' (duration: 2.24256361s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.44861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:33.20004Z","time spent":"2.248544493s","remote":"127.0.0.1:55362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 "} {"level":"warn","ts":"2026-04-10T01:28:35.442732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.222178167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:28:35.448888Z","caller":"traceutil/trace.go:171","msg":"trace[1903221405] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8769; }","duration":"2.228345404s","start":"2026-04-10T01:28:33.220522Z","end":"2026-04-10T01:28:35.448868Z","steps":["trace[1903221405] 'agreement among raft nodes before linearized reading' (duration: 2.222173807s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.448956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:33.220512Z","time spent":"2.228424866s","remote":"127.0.0.1:55366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-04-10T01:28:35.442824Z","caller":"traceutil/trace.go:171","msg":"trace[1030381579] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8769; }","duration":"2.221694514s","start":"2026-04-10T01:28:33.221121Z","end":"2026-04-10T01:28:35.442816Z","steps":["trace[1030381579] 'agreement among raft nodes before linearized reading' (duration: 2.221641503s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.449185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:33.221059Z","time spent":"2.228104198s","remote":"127.0.0.1:55366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 "} {"level":"info","ts":"2026-04-10T01:28:35.442817Z","caller":"traceutil/trace.go:171","msg":"trace[1636355093] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8769; }","duration":"2.206013809s","start":"2026-04-10T01:28:33.236793Z","end":"2026-04-10T01:28:35.442807Z","steps":["trace[1636355093] 'agreement among raft nodes before linearized reading' (duration: 2.205946787s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.449455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:33.236783Z","time spent":"2.212648168s","remote":"127.0.0.1:55374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T01:28:35.449681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:33.082132Z","time spent":"2.36483387s","remote":"127.0.0.1:55322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-04-10T01:28:35.442831Z","caller":"traceutil/trace.go:171","msg":"trace[763037788] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8769; }","duration":"2.206019879s","start":"2026-04-10T01:28:33.236799Z","end":"2026-04-10T01:28:35.442819Z","steps":["trace[763037788] 'agreement among raft nodes before linearized reading' (duration: 2.205959168s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.449965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:33.236791Z","time spent":"2.213150002s","remote":"127.0.0.1:55374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:28:35.442839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.312431457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:28:35.45015Z","caller":"traceutil/trace.go:171","msg":"trace[1632748609] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8769; }","duration":"2.319840869s","start":"2026-04-10T01:28:33.130293Z","end":"2026-04-10T01:28:35.450134Z","steps":["trace[1632748609] 'agreement among raft nodes before linearized reading' (duration: 2.312090528s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.450197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:33.130281Z","time spent":"2.3199038s","remote":"127.0.0.1:55342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T01:28:35.442109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:33.31326Z","time spent":"2.128630387s","remote":"127.0.0.1:55422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 "} {"level":"warn","ts":"2026-04-10T01:28:35.441768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:34.040058Z","time spent":"1.401688646s","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-sqmr2\" "} {"level":"info","ts":"2026-04-10T01:28:35.552568Z","caller":"traceutil/trace.go:171","msg":"trace[1686803960] transaction","detail":"{read_only:false; response_revision:8771; number_of_response:1; }","duration":"101.966448ms","start":"2026-04-10T01:28:35.450578Z","end":"2026-04-10T01:28:35.552544Z","steps":["trace[1686803960] 'process raft request' (duration: 85.47805ms)","trace[1686803960] 'compare' (duration: 16.084526ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:28:35.552703Z","caller":"traceutil/trace.go:171","msg":"trace[2050087446] transaction","detail":"{read_only:false; response_revision:8772; number_of_response:1; }","duration":"101.790512ms","start":"2026-04-10T01:28:35.450906Z","end":"2026-04-10T01:28:35.552696Z","steps":["trace[2050087446] 'process raft request' (duration: 101.32912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:37.256944Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625762332749594,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-10T01:28:37.307158Z","caller":"traceutil/trace.go:171","msg":"trace[1661463669] transaction","detail":"{read_only:false; response_revision:8778; number_of_response:1; }","duration":"853.707902ms","start":"2026-04-10T01:28:36.45342Z","end":"2026-04-10T01:28:37.307128Z","steps":["trace[1661463669] 'process raft request' (duration: 853.544788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:37.307344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:36.453392Z","time spent":"853.862086ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:28:37.647198Z","caller":"traceutil/trace.go:171","msg":"trace[1021867136] transaction","detail":"{read_only:false; response_revision:8779; number_of_response:1; }","duration":"932.226875ms","start":"2026-04-10T01:28:36.714934Z","end":"2026-04-10T01:28:37.647161Z","steps":["trace[1021867136] 'process raft request' (duration: 908.823669ms)","trace[1021867136] 'compare' (duration: 23.18678ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:28:37.647504Z","caller":"traceutil/trace.go:171","msg":"trace[571505190] linearizableReadLoop","detail":"{readStateIndex:9105; appliedIndex:9101; }","duration":"891.115279ms","start":"2026-04-10T01:28:36.756371Z","end":"2026-04-10T01:28:37.647487Z","steps":["trace[571505190] 'read index received' (duration: 550.674897ms)","trace[571505190] 'applied index is now lower than readState.Index' (duration: 340.439102ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:28:37.647503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:36.714904Z","time spent":"932.487881ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:28:37.647667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.49012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:28:37.647658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.262042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:28:37.647722Z","caller":"traceutil/trace.go:171","msg":"trace[729369072] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8781; }","duration":"376.592573ms","start":"2026-04-10T01:28:37.271117Z","end":"2026-04-10T01:28:37.647709Z","steps":["trace[729369072] 'agreement among raft nodes before linearized reading' (duration: 376.50989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:37.647755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:37.271091Z","time spent":"376.656913ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T01:28:37.647753Z","caller":"traceutil/trace.go:171","msg":"trace[1660152477] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:8781; }","duration":"891.402146ms","start":"2026-04-10T01:28:36.756324Z","end":"2026-04-10T01:28:37.647726Z","steps":["trace[1660152477] 'agreement among raft nodes before linearized reading' (duration: 891.254021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:37.647804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:36.756304Z","time spent":"891.485408ms","remote":"127.0.0.1:59292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-10T01:28:37.647913Z","caller":"traceutil/trace.go:171","msg":"trace[123975364] transaction","detail":"{read_only:false; response_revision:8781; number_of_response:1; }","duration":"407.321926ms","start":"2026-04-10T01:28:37.240244Z","end":"2026-04-10T01:28:37.647566Z","steps":["trace[123975364] 'process raft request' (duration: 407.132952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:37.648031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:37.240232Z","time spent":"407.745047ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:28:37.648133Z","caller":"traceutil/trace.go:171","msg":"trace[1754989165] transaction","detail":"{read_only:false; response_revision:8780; number_of_response:1; }","duration":"408.271272ms","start":"2026-04-10T01:28:37.239255Z","end":"2026-04-10T01:28:37.647526Z","steps":["trace[1754989165] 'process raft request' (duration: 407.836211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:37.648392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.524769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-10T01:28:37.648543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:37.239233Z","time spent":"409.177946ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:28:37.648604Z","caller":"traceutil/trace.go:171","msg":"trace[626987474] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8781; }","duration":"170.763385ms","start":"2026-04-10T01:28:37.47779Z","end":"2026-04-10T01:28:37.648553Z","steps":["trace[626987474] 'agreement among raft nodes before linearized reading' (duration: 170.114187ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:38.548735Z","caller":"traceutil/trace.go:171","msg":"trace[2106235815] transaction","detail":"{read_only:false; response_revision:8783; number_of_response:1; }","duration":"895.449346ms","start":"2026-04-10T01:28:37.653254Z","end":"2026-04-10T01:28:38.548703Z","steps":["trace[2106235815] 'process raft request' (duration: 895.192969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:38.548933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:37.653222Z","time spent":"895.604409ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:28:38.549098Z","caller":"traceutil/trace.go:171","msg":"trace[1568934019] transaction","detail":"{read_only:false; response_revision:8784; number_of_response:1; }","duration":"895.716312ms","start":"2026-04-10T01:28:37.653335Z","end":"2026-04-10T01:28:38.549051Z","steps":["trace[1568934019] 'process raft request' (duration: 895.314461ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:38.549215Z","caller":"traceutil/trace.go:171","msg":"trace[439099868] transaction","detail":"{read_only:false; response_revision:8785; number_of_response:1; }","duration":"895.740023ms","start":"2026-04-10T01:28:37.65344Z","end":"2026-04-10T01:28:38.54918Z","steps":["trace[439099868] 'process raft request' (duration: 895.500676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:38.549303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:37.653315Z","time spent":"895.883057ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:28:38.54945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:37.653435Z","time spent":"895.897777ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:28:38.549476Z","caller":"traceutil/trace.go:171","msg":"trace[437694425] transaction","detail":"{read_only:false; response_revision:8786; number_of_response:1; }","duration":"895.374674ms","start":"2026-04-10T01:28:37.654088Z","end":"2026-04-10T01:28:38.549463Z","steps":["trace[437694425] 'process raft request' (duration: 895.033635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:38.549535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:37.654074Z","time spent":"895.429624ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:28:38.549533Z","caller":"traceutil/trace.go:171","msg":"trace[777325378] transaction","detail":"{read_only:false; response_revision:8787; number_of_response:1; }","duration":"895.397124ms","start":"2026-04-10T01:28:37.654111Z","end":"2026-04-10T01:28:38.549508Z","steps":["trace[777325378] 'process raft request' (duration: 895.24752ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:38.549492Z","caller":"traceutil/trace.go:171","msg":"trace[1061361897] linearizableReadLoop","detail":"{readStateIndex:9111; appliedIndex:9105; }","duration":"895.132897ms","start":"2026-04-10T01:28:37.654325Z","end":"2026-04-10T01:28:38.549458Z","steps":["trace[1061361897] 'read index received' (duration: 66.858825ms)","trace[1061361897] 'applied index is now lower than readState.Index' (duration: 828.272982ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:28:38.549649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:37.6541Z","time spent":"895.491336ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:28:38.549971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.61946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223831"} {"level":"info","ts":"2026-04-10T01:28:38.550038Z","caller":"traceutil/trace.go:171","msg":"trace[1844505665] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8787; }","duration":"895.728723ms","start":"2026-04-10T01:28:37.654297Z","end":"2026-04-10T01:28:38.550025Z","steps":["trace[1844505665] 'agreement among raft nodes before linearized reading' (duration: 895.26503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:38.550077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:37.654288Z","time spent":"895.778293ms","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223855,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-10T01:28:38.600498Z","caller":"traceutil/trace.go:171","msg":"trace[656982181] transaction","detail":"{read_only:false; response_revision:8788; number_of_response:1; }","duration":"312.412601ms","start":"2026-04-10T01:28:38.28805Z","end":"2026-04-10T01:28:38.600463Z","steps":["trace[656982181] 'process raft request' (duration: 312.143354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:38.600588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.059911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:28:38.600672Z","caller":"traceutil/trace.go:171","msg":"trace[126243638] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8788; }","duration":"329.156734ms","start":"2026-04-10T01:28:38.271493Z","end":"2026-04-10T01:28:38.60065Z","steps":["trace[126243638] 'agreement among raft nodes before linearized reading' (duration: 329.00738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:38.600709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:38.288015Z","time spent":"312.576935ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:28:38.600725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:38.271406Z","time spent":"329.305759ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T01:28:39.444493Z","caller":"traceutil/trace.go:171","msg":"trace[139871637] linearizableReadLoop","detail":"{readStateIndex:9114; appliedIndex:9113; }","duration":"200.615575ms","start":"2026-04-10T01:28:39.243848Z","end":"2026-04-10T01:28:39.444464Z","steps":["trace[139871637] 'read index received' (duration: 200.356038ms)","trace[139871637] 'applied index is now lower than readState.Index' (duration: 257.487µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:28:39.444554Z","caller":"traceutil/trace.go:171","msg":"trace[1492558428] transaction","detail":"{read_only:false; response_revision:8789; number_of_response:1; }","duration":"260.377667ms","start":"2026-04-10T01:28:39.184123Z","end":"2026-04-10T01:28:39.4445Z","steps":["trace[1492558428] 'process raft request' (duration: 260.107799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:39.444869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.000406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-04-10T01:28:39.444964Z","caller":"traceutil/trace.go:171","msg":"trace[984337026] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8789; }","duration":"201.15599ms","start":"2026-04-10T01:28:39.243784Z","end":"2026-04-10T01:28:39.44494Z","steps":["trace[984337026] 'agreement among raft nodes before linearized reading' (duration: 200.819211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:39.761626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.922623ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:28:39.76192Z","caller":"traceutil/trace.go:171","msg":"trace[769963649] transaction","detail":"{read_only:false; response_revision:8791; number_of_response:1; }","duration":"105.69888ms","start":"2026-04-10T01:28:39.656194Z","end":"2026-04-10T01:28:39.761893Z","steps":["trace[769963649] 'process raft request' (duration: 105.596337ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:39.762069Z","caller":"traceutil/trace.go:171","msg":"trace[729317694] linearizableReadLoop","detail":"{readStateIndex:9115; appliedIndex:9114; }","duration":"317.443696ms","start":"2026-04-10T01:28:39.444585Z","end":"2026-04-10T01:28:39.762029Z","steps":["trace[729317694] 'read index received' (duration: 97.99414ms)","trace[729317694] 'applied index is now lower than readState.Index' (duration: 219.417386ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:28:39.762234Z","caller":"traceutil/trace.go:171","msg":"trace[500620508] transaction","detail":"{read_only:false; response_revision:8790; number_of_response:1; }","duration":"447.183208ms","start":"2026-04-10T01:28:39.315033Z","end":"2026-04-10T01:28:39.762216Z","steps":["trace[500620508] 'process raft request' (duration: 227.526985ms)","trace[500620508] 'compare' (duration: 218.701207ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:28:39.762301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.496267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:28:39.762389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:39.315006Z","time spent":"447.26836ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:28:39.76241Z","caller":"traceutil/trace.go:171","msg":"trace[2015699490] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8791; }","duration":"489.65736ms","start":"2026-04-10T01:28:39.272728Z","end":"2026-04-10T01:28:39.762385Z","steps":["trace[2015699490] 'agreement among raft nodes before linearized reading' (duration: 489.490596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:39.762471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:39.272703Z","time spent":"489.758714ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T01:28:39.791397Z","caller":"traceutil/trace.go:171","msg":"trace[1310556559] transaction","detail":"{read_only:false; response_revision:8792; number_of_response:1; }","duration":"134.78867ms","start":"2026-04-10T01:28:39.656587Z","end":"2026-04-10T01:28:39.791375Z","steps":["trace[1310556559] 'process raft request' (duration: 134.667626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:39.81443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.114355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-04-10T01:28:39.814463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.955283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/key-manager\" ","response":"range_response_count:1 size:707"} {"level":"info","ts":"2026-04-10T01:28:39.814531Z","caller":"traceutil/trace.go:171","msg":"trace[425015301] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8793; }","duration":"367.229798ms","start":"2026-04-10T01:28:39.447277Z","end":"2026-04-10T01:28:39.814507Z","steps":["trace[425015301] 'agreement among raft nodes before linearized reading' (duration: 366.939551ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:39.814568Z","caller":"traceutil/trace.go:171","msg":"trace[1576534774] range","detail":"{range_begin:/registry/ingress/openstack/key-manager; range_end:; response_count:1; response_revision:8793; }","duration":"366.077357ms","start":"2026-04-10T01:28:39.448469Z","end":"2026-04-10T01:28:39.814547Z","steps":["trace[1576534774] 'agreement among raft nodes before linearized reading' (duration: 365.821969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:39.814593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:39.447225Z","time spent":"367.354321ms","remote":"127.0.0.1:47962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-10T01:28:39.814621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:39.448396Z","time spent":"366.21555ms","remote":"127.0.0.1:48098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":731,"request content":"key:\"/registry/ingress/openstack/key-manager\" "} {"level":"info","ts":"2026-04-10T01:28:39.940843Z","caller":"traceutil/trace.go:171","msg":"trace[1215107743] transaction","detail":"{read_only:false; response_revision:8794; number_of_response:1; }","duration":"122.351311ms","start":"2026-04-10T01:28:39.818448Z","end":"2026-04-10T01:28:39.9408Z","steps":["trace[1215107743] 'process raft request' (duration: 71.140161ms)","trace[1215107743] 'compare' (duration: 50.312456ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:28:39.940919Z","caller":"traceutil/trace.go:171","msg":"trace[230875537] linearizableReadLoop","detail":"{readStateIndex:9119; appliedIndex:9118; }","duration":"121.706824ms","start":"2026-04-10T01:28:39.819183Z","end":"2026-04-10T01:28:39.940889Z","steps":["trace[230875537] 'read index received' (duration: 70.344129ms)","trace[230875537] 'applied index is now lower than readState.Index' (duration: 51.361725ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:28:39.941562Z","caller":"traceutil/trace.go:171","msg":"trace[644125847] transaction","detail":"{read_only:false; response_revision:8795; number_of_response:1; }","duration":"121.833007ms","start":"2026-04-10T01:28:39.819696Z","end":"2026-04-10T01:28:39.941529Z","steps":["trace[644125847] 'process raft request' (duration: 121.085847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:39.941847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.627388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-10T01:28:39.941936Z","caller":"traceutil/trace.go:171","msg":"trace[774643320] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8795; }","duration":"122.751301ms","start":"2026-04-10T01:28:39.819163Z","end":"2026-04-10T01:28:39.941914Z","steps":["trace[774643320] 'agreement among raft nodes before linearized reading' (duration: 121.838667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:40.384447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.38608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:28:40.384656Z","caller":"traceutil/trace.go:171","msg":"trace[1186749998] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:8796; }","duration":"322.675788ms","start":"2026-04-10T01:28:40.061947Z","end":"2026-04-10T01:28:40.384623Z","steps":["trace[1186749998] 'count revisions from in-memory index tree' (duration: 322.232146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:40.384728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:40.061906Z","time spent":"322.802711ms","remote":"127.0.0.1:42018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-04-10T01:28:40.795281Z","caller":"traceutil/trace.go:171","msg":"trace[1831121311] transaction","detail":"{read_only:false; response_revision:8798; number_of_response:1; }","duration":"236.49192ms","start":"2026-04-10T01:28:40.558759Z","end":"2026-04-10T01:28:40.79525Z","steps":["trace[1831121311] 'process raft request' (duration: 236.260074ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:40.795668Z","caller":"traceutil/trace.go:171","msg":"trace[2119277554] transaction","detail":"{read_only:false; response_revision:8799; number_of_response:1; }","duration":"236.777707ms","start":"2026-04-10T01:28:40.558851Z","end":"2026-04-10T01:28:40.795629Z","steps":["trace[2119277554] 'process raft request' (duration: 236.349856ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:40.795695Z","caller":"traceutil/trace.go:171","msg":"trace[1379785066] linearizableReadLoop","detail":"{readStateIndex:9123; appliedIndex:9121; }","duration":"236.831118ms","start":"2026-04-10T01:28:40.558833Z","end":"2026-04-10T01:28:40.795664Z","steps":["trace[1379785066] 'read index received' (duration: 15.734747ms)","trace[1379785066] 'applied index is now lower than readState.Index' (duration: 221.095161ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:28:40.79577Z","caller":"traceutil/trace.go:171","msg":"trace[426037367] transaction","detail":"{read_only:false; response_revision:8800; number_of_response:1; }","duration":"236.50669ms","start":"2026-04-10T01:28:40.559246Z","end":"2026-04-10T01:28:40.795753Z","steps":["trace[426037367] 'process raft request' (duration: 236.233022ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:40.795835Z","caller":"traceutil/trace.go:171","msg":"trace[883292605] transaction","detail":"{read_only:false; response_revision:8801; number_of_response:1; }","duration":"235.229085ms","start":"2026-04-10T01:28:40.560588Z","end":"2026-04-10T01:28:40.795817Z","steps":["trace[883292605] 'process raft request' (duration: 235.026569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:40.796029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.173468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sqmr2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-10T01:28:40.796069Z","caller":"traceutil/trace.go:171","msg":"trace[515900832] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sqmr2; range_end:; response_count:1; response_revision:8801; }","duration":"237.25097ms","start":"2026-04-10T01:28:40.558807Z","end":"2026-04-10T01:28:40.796058Z","steps":["trace[515900832] 'agreement among raft nodes before linearized reading' (duration: 237.100355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:40.796029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.271585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-10T01:28:40.796139Z","caller":"traceutil/trace.go:171","msg":"trace[1857394187] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8801; }","duration":"211.423828ms","start":"2026-04-10T01:28:40.584699Z","end":"2026-04-10T01:28:40.796123Z","steps":["trace[1857394187] 'agreement among raft nodes before linearized reading' (duration: 211.205502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:41.32716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.376674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-10T01:28:41.327351Z","caller":"traceutil/trace.go:171","msg":"trace[2069528136] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8801; }","duration":"527.608711ms","start":"2026-04-10T01:28:40.799682Z","end":"2026-04-10T01:28:41.32729Z","steps":["trace[2069528136] 'range keys from in-memory index tree' (duration: 523.369716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:41.327624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:40.79966Z","time spent":"527.94193ms","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-10T01:28:41.328449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.883512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223831"} {"level":"info","ts":"2026-04-10T01:28:41.328598Z","caller":"traceutil/trace.go:171","msg":"trace[2024023088] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8801; }","duration":"527.55011ms","start":"2026-04-10T01:28:40.800977Z","end":"2026-04-10T01:28:41.328527Z","steps":["trace[2024023088] 'range keys from in-memory index tree' (duration: 522.36215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:41.328684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:40.80096Z","time spent":"527.707693ms","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223855,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-10T01:28:53.279446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.885762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:28:53.27956Z","caller":"traceutil/trace.go:171","msg":"trace[1514180042] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8870; }","duration":"198.070236ms","start":"2026-04-10T01:28:53.081471Z","end":"2026-04-10T01:28:53.279541Z","steps":["trace[1514180042] 'count revisions from in-memory index tree' (duration: 197.784237ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:29:06.115888Z","caller":"traceutil/trace.go:171","msg":"trace[90930975] linearizableReadLoop","detail":"{readStateIndex:9316; appliedIndex:9315; }","duration":"223.098316ms","start":"2026-04-10T01:29:05.892756Z","end":"2026-04-10T01:29:06.115855Z","steps":["trace[90930975] 'read index received' (duration: 222.91966ms)","trace[90930975] 'applied index is now lower than readState.Index' (duration: 177.536µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:29:06.116224Z","caller":"traceutil/trace.go:171","msg":"trace[1846868759] transaction","detail":"{read_only:false; response_revision:8983; number_of_response:1; }","duration":"231.850153ms","start":"2026-04-10T01:29:05.884341Z","end":"2026-04-10T01:29:06.116191Z","steps":["trace[1846868759] 'process raft request' (duration: 231.350809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:29:06.116281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.461045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19383"} {"level":"info","ts":"2026-04-10T01:29:06.116333Z","caller":"traceutil/trace.go:171","msg":"trace[802543273] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:8983; }","duration":"223.607289ms","start":"2026-04-10T01:29:05.89271Z","end":"2026-04-10T01:29:06.116317Z","steps":["trace[802543273] 'agreement among raft nodes before linearized reading' (duration: 223.273ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:29:06.121959Z","caller":"traceutil/trace.go:171","msg":"trace[267218514] transaction","detail":"{read_only:false; response_revision:8985; number_of_response:1; }","duration":"132.309611ms","start":"2026-04-10T01:29:05.989623Z","end":"2026-04-10T01:29:06.121933Z","steps":["trace[267218514] 'process raft request' (duration: 132.27101ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:29:06.122124Z","caller":"traceutil/trace.go:171","msg":"trace[555448283] transaction","detail":"{read_only:false; response_revision:8984; number_of_response:1; }","duration":"194.167909ms","start":"2026-04-10T01:29:05.927904Z","end":"2026-04-10T01:29:06.122072Z","steps":["trace[555448283] 'process raft request' (duration: 193.837541ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:29:07.285218Z","caller":"traceutil/trace.go:171","msg":"trace[1131995958] linearizableReadLoop","detail":"{readStateIndex:9323; appliedIndex:9322; }","duration":"347.002178ms","start":"2026-04-10T01:29:06.938194Z","end":"2026-04-10T01:29:07.285196Z","steps":["trace[1131995958] 'read index received' (duration: 346.761112ms)","trace[1131995958] 'applied index is now lower than readState.Index' (duration: 240.176µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:29:07.285394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.078663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:29:07.285471Z","caller":"traceutil/trace.go:171","msg":"trace[725814372] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:8990; }","duration":"297.202807ms","start":"2026-04-10T01:29:06.988244Z","end":"2026-04-10T01:29:07.285447Z","steps":["trace[725814372] 'agreement among raft nodes before linearized reading' (duration: 297.086524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:29:07.285531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.564084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-10T01:29:07.285564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.069306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-10T01:29:07.285613Z","caller":"traceutil/trace.go:171","msg":"trace[2005589819] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8990; }","duration":"293.140787ms","start":"2026-04-10T01:29:06.99246Z","end":"2026-04-10T01:29:07.2856Z","steps":["trace[2005589819] 'agreement among raft nodes before linearized reading' (duration: 293.000203ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:29:07.285617Z","caller":"traceutil/trace.go:171","msg":"trace[2115137322] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8990; }","duration":"291.683516ms","start":"2026-04-10T01:29:06.993911Z","end":"2026-04-10T01:29:07.285595Z","steps":["trace[2115137322] 'agreement among raft nodes before linearized reading' (duration: 291.43822ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:29:07.285635Z","caller":"traceutil/trace.go:171","msg":"trace[2057284280] transaction","detail":"{read_only:false; response_revision:8990; number_of_response:1; }","duration":"352.850277ms","start":"2026-04-10T01:29:06.932733Z","end":"2026-04-10T01:29:07.285583Z","steps":["trace[2057284280] 'process raft request' (duration: 352.315133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:29:07.285851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:29:06.932718Z","time spent":"353.045352ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:29:07.285524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.302998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-10T01:29:07.285945Z","caller":"traceutil/trace.go:171","msg":"trace[1154893961] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8990; }","duration":"347.772799ms","start":"2026-04-10T01:29:06.938157Z","end":"2026-04-10T01:29:07.28593Z","steps":["trace[1154893961] 'agreement among raft nodes before linearized reading' (duration: 347.179494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:29:07.285997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:29:06.938138Z","time spent":"347.843521ms","remote":"127.0.0.1:49488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-10T01:29:07.285808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.872749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-10T01:29:07.2863Z","caller":"traceutil/trace.go:171","msg":"trace[1243665886] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8990; }","duration":"293.250199ms","start":"2026-04-10T01:29:06.992899Z","end":"2026-04-10T01:29:07.28615Z","steps":["trace[1243665886] 'agreement among raft nodes before linearized reading' (duration: 292.509459ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:29:09.307057Z","caller":"traceutil/trace.go:171","msg":"trace[956595765] linearizableReadLoop","detail":"{readStateIndex:9332; appliedIndex:9331; }","duration":"365.09304ms","start":"2026-04-10T01:29:08.941942Z","end":"2026-04-10T01:29:09.307035Z","steps":["trace[956595765] 'read index received' (duration: 364.852784ms)","trace[956595765] 'applied index is now lower than readState.Index' (duration: 239.356µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:29:09.307216Z","caller":"traceutil/trace.go:171","msg":"trace[2134724059] transaction","detail":"{read_only:false; response_revision:8999; number_of_response:1; }","duration":"530.344096ms","start":"2026-04-10T01:29:08.776859Z","end":"2026-04-10T01:29:09.307203Z","steps":["trace[2134724059] 'process raft request' (duration: 530.006277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:29:09.307347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:29:08.776835Z","time spent":"530.411927ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:29:09.307543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.400167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.65\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-10T01:29:09.307663Z","caller":"traceutil/trace.go:171","msg":"trace[1559662669] range","detail":"{range_begin:/registry/masterleases/199.204.45.65; range_end:; response_count:1; response_revision:8999; }","duration":"219.57067ms","start":"2026-04-10T01:29:09.088072Z","end":"2026-04-10T01:29:09.307642Z","steps":["trace[1559662669] 'agreement among raft nodes before linearized reading' (duration: 219.269042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:29:09.307665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.694867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:29:09.307771Z","caller":"traceutil/trace.go:171","msg":"trace[1279043591] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:8999; }","duration":"365.859551ms","start":"2026-04-10T01:29:08.941889Z","end":"2026-04-10T01:29:09.307749Z","steps":["trace[1279043591] 'agreement among raft nodes before linearized reading' (duration: 365.565763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:29:09.307824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:29:08.941859Z","time spent":"365.950813ms","remote":"127.0.0.1:59392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:29:09.8298Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625762332750271,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:29:10.289752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.597568ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-10T01:29:10.289868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:29:09.308879Z","time spent":"980.983507ms","remote":"127.0.0.1:47834","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-10T01:29:10.292974Z","caller":"traceutil/trace.go:171","msg":"trace[1566089753] transaction","detail":"{read_only:false; response_revision:9000; number_of_response:1; }","duration":"980.843634ms","start":"2026-04-10T01:29:09.312095Z","end":"2026-04-10T01:29:10.292939Z","steps":["trace[1566089753] 'process raft request' (duration: 980.599798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:29:10.293173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:29:09.312073Z","time spent":"980.995937ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:29:10.293247Z","caller":"traceutil/trace.go:171","msg":"trace[25358740] transaction","detail":"{read_only:false; response_revision:9001; number_of_response:1; }","duration":"870.498898ms","start":"2026-04-10T01:29:09.422704Z","end":"2026-04-10T01:29:10.293203Z","steps":["trace[25358740] 'process raft request' (duration: 870.183049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:29:10.293456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:29:09.422659Z","time spent":"870.700853ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:29:10.293632Z","caller":"traceutil/trace.go:171","msg":"trace[1805763420] transaction","detail":"{read_only:false; response_revision:9002; number_of_response:1; }","duration":"156.56526ms","start":"2026-04-10T01:29:10.137045Z","end":"2026-04-10T01:29:10.293611Z","steps":["trace[1805763420] 'process raft request' (duration: 156.081907ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:29:10.29385Z","caller":"traceutil/trace.go:171","msg":"trace[89089655] linearizableReadLoop","detail":"{readStateIndex:9335; appliedIndex:9332; }","duration":"964.165941ms","start":"2026-04-10T01:29:09.32967Z","end":"2026-04-10T01:29:10.293836Z","steps":["trace[89089655] 'read index received' (duration: 837.588386ms)","trace[89089655] 'applied index is now lower than readState.Index' (duration: 126.576125ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:29:10.293936Z","caller":"traceutil/trace.go:171","msg":"trace[144150207] transaction","detail":"{read_only:false; response_revision:9003; number_of_response:1; }","duration":"156.882159ms","start":"2026-04-10T01:29:10.137045Z","end":"2026-04-10T01:29:10.293928Z","steps":["trace[144150207] 'process raft request' (duration: 156.462247ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:29:10.293944Z","caller":"traceutil/trace.go:171","msg":"trace[61902499] transaction","detail":"{read_only:false; response_revision:9004; number_of_response:1; }","duration":"156.757125ms","start":"2026-04-10T01:29:10.137174Z","end":"2026-04-10T01:29:10.293932Z","steps":["trace[61902499] 'process raft request' (duration: 156.58525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:29:10.294121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.445379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-10T01:29:10.294152Z","caller":"traceutil/trace.go:171","msg":"trace[19451001] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9004; }","duration":"964.511999ms","start":"2026-04-10T01:29:09.329631Z","end":"2026-04-10T01:29:10.294143Z","steps":["trace[19451001] 'agreement among raft nodes before linearized reading' (duration: 964.394426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:29:10.294182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:29:09.329613Z","time spent":"964.561411ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T01:29:10.294176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.292516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-10T01:29:10.294236Z","caller":"traceutil/trace.go:171","msg":"trace[1612147674] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9004; }","duration":"963.363679ms","start":"2026-04-10T01:29:09.330856Z","end":"2026-04-10T01:29:10.29422Z","steps":["trace[1612147674] 'agreement among raft nodes before linearized reading' (duration: 963.191844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:29:10.29428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:29:09.33085Z","time spent":"963.418561ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T01:29:10.294466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.029257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sqmr2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-10T01:29:10.294512Z","caller":"traceutil/trace.go:171","msg":"trace[1222777956] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sqmr2; range_end:; response_count:1; response_revision:9004; }","duration":"789.107069ms","start":"2026-04-10T01:29:09.505393Z","end":"2026-04-10T01:29:10.2945Z","steps":["trace[1222777956] 'agreement among raft nodes before linearized reading' (duration: 788.982005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:29:10.29455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:29:09.505372Z","time spent":"789.16863ms","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-sqmr2\" "} {"level":"warn","ts":"2026-04-10T01:29:10.294755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.017899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-10T01:29:10.2948Z","caller":"traceutil/trace.go:171","msg":"trace[1782982116] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9004; }","duration":"963.067201ms","start":"2026-04-10T01:29:09.331715Z","end":"2026-04-10T01:29:10.294783Z","steps":["trace[1782982116] 'agreement among raft nodes before linearized reading' (duration: 962.932467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:29:10.29483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:29:09.331709Z","time spent":"963.113601ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-10T01:29:12.457879Z","caller":"traceutil/trace.go:171","msg":"trace[1606011168] transaction","detail":"{read_only:false; response_revision:9012; number_of_response:1; }","duration":"157.32113ms","start":"2026-04-10T01:29:12.300526Z","end":"2026-04-10T01:29:12.457847Z","steps":["trace[1606011168] 'process raft request' (duration: 157.111424ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:29:12.468031Z","caller":"traceutil/trace.go:171","msg":"trace[636373496] transaction","detail":"{read_only:false; response_revision:9013; number_of_response:1; }","duration":"166.981781ms","start":"2026-04-10T01:29:12.301024Z","end":"2026-04-10T01:29:12.468006Z","steps":["trace[636373496] 'process raft request' (duration: 166.818717ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:29:12.468226Z","caller":"traceutil/trace.go:171","msg":"trace[943076957] transaction","detail":"{read_only:false; response_revision:9014; number_of_response:1; }","duration":"166.1717ms","start":"2026-04-10T01:29:12.302048Z","end":"2026-04-10T01:29:12.468219Z","steps":["trace[943076957] 'process raft request' (duration: 165.920644ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:29:12.468247Z","caller":"traceutil/trace.go:171","msg":"trace[1884478481] linearizableReadLoop","detail":"{readStateIndex:9349; appliedIndex:9345; }","duration":"160.141226ms","start":"2026-04-10T01:29:12.308088Z","end":"2026-04-10T01:29:12.468229Z","steps":["trace[1884478481] 'read index received' (duration: 149.727284ms)","trace[1884478481] 'applied index is now lower than readState.Index' (duration: 10.412992ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:29:12.46844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.332091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-10T01:29:12.46847Z","caller":"traceutil/trace.go:171","msg":"trace[949800953] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9015; }","duration":"160.396425ms","start":"2026-04-10T01:29:12.308067Z","end":"2026-04-10T01:29:12.468463Z","steps":["trace[949800953] 'agreement among raft nodes before linearized reading' (duration: 160.26601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:29:12.468457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.361588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-10T01:29:12.468547Z","caller":"traceutil/trace.go:171","msg":"trace[2044866197] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9015; }","duration":"158.468151ms","start":"2026-04-10T01:29:12.310064Z","end":"2026-04-10T01:29:12.468532Z","steps":["trace[2044866197] 'agreement among raft nodes before linearized reading' (duration: 158.285676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:29:12.468602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.42777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sqmr2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-10T01:29:12.468685Z","caller":"traceutil/trace.go:171","msg":"trace[1594504989] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sqmr2; range_end:; response_count:1; response_revision:9015; }","duration":"151.539754ms","start":"2026-04-10T01:29:12.317126Z","end":"2026-04-10T01:29:12.468666Z","steps":["trace[1594504989] 'agreement among raft nodes before linearized reading' (duration: 151.311447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:29:12.468721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.661961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-10T01:29:12.468749Z","caller":"traceutil/trace.go:171","msg":"trace[1379971196] transaction","detail":"{read_only:false; response_revision:9015; number_of_response:1; }","duration":"166.139969ms","start":"2026-04-10T01:29:12.302594Z","end":"2026-04-10T01:29:12.468734Z","steps":["trace[1379971196] 'process raft request' (duration: 165.555484ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:29:12.468763Z","caller":"traceutil/trace.go:171","msg":"trace[58587072] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9015; }","duration":"153.732002ms","start":"2026-04-10T01:29:12.315022Z","end":"2026-04-10T01:29:12.468754Z","steps":["trace[58587072] 'agreement among raft nodes before linearized reading' (duration: 153.632549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:29:12.468899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.343774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:29:12.46892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.445779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-10T01:29:12.468938Z","caller":"traceutil/trace.go:171","msg":"trace[716157153] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9015; }","duration":"114.419695ms","start":"2026-04-10T01:29:12.35451Z","end":"2026-04-10T01:29:12.468929Z","steps":["trace[716157153] 'agreement among raft nodes before linearized reading' (duration: 114.356933ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:29:12.468954Z","caller":"traceutil/trace.go:171","msg":"trace[1941299298] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9015; }","duration":"155.504681ms","start":"2026-04-10T01:29:12.313437Z","end":"2026-04-10T01:29:12.468942Z","steps":["trace[1941299298] 'agreement among raft nodes before linearized reading' (duration: 155.410238ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:29:13.800702Z","caller":"traceutil/trace.go:171","msg":"trace[1349565706] linearizableReadLoop","detail":"{readStateIndex:9354; appliedIndex:9353; }","duration":"330.534962ms","start":"2026-04-10T01:29:13.470134Z","end":"2026-04-10T01:29:13.800669Z","steps":["trace[1349565706] 'read index received' (duration: 330.347306ms)","trace[1349565706] 'applied index is now lower than readState.Index' (duration: 186.176µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:29:13.800824Z","caller":"traceutil/trace.go:171","msg":"trace[1389757066] transaction","detail":"{read_only:false; response_revision:9020; number_of_response:1; }","duration":"474.026667ms","start":"2026-04-10T01:29:13.326761Z","end":"2026-04-10T01:29:13.800788Z","steps":["trace[1389757066] 'process raft request' (duration: 473.732139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:29:13.800869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.702165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:29:13.800923Z","caller":"traceutil/trace.go:171","msg":"trace[190268106] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:9020; }","duration":"330.82868ms","start":"2026-04-10T01:29:13.470078Z","end":"2026-04-10T01:29:13.800907Z","steps":["trace[190268106] 'agreement among raft nodes before linearized reading' (duration: 330.707607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:29:13.800977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:29:13.326743Z","time spent":"474.157661ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:29:13.800987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:29:13.470058Z","time spent":"330.911892ms","remote":"127.0.0.1:46602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-04-10T01:29:22.386889Z","caller":"traceutil/trace.go:171","msg":"trace[535677032] linearizableReadLoop","detail":"{readStateIndex:9441; appliedIndex:9440; }","duration":"115.202417ms","start":"2026-04-10T01:29:22.27165Z","end":"2026-04-10T01:29:22.386852Z","steps":["trace[535677032] 'read index received' (duration: 108.044092ms)","trace[535677032] 'applied index is now lower than readState.Index' (duration: 7.157285ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:29:22.386918Z","caller":"traceutil/trace.go:171","msg":"trace[1220043082] transaction","detail":"{read_only:false; response_revision:9103; number_of_response:1; }","duration":"155.357857ms","start":"2026-04-10T01:29:22.23152Z","end":"2026-04-10T01:29:22.386878Z","steps":["trace[1220043082] 'process raft request' (duration: 148.219483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:29:22.387067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.402852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:29:22.387128Z","caller":"traceutil/trace.go:171","msg":"trace[1631260100] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9103; }","duration":"115.529075ms","start":"2026-04-10T01:29:22.271583Z","end":"2026-04-10T01:29:22.387112Z","steps":["trace[1631260100] 'agreement among raft nodes before linearized reading' (duration: 115.409892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:29:22.387147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.910068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-4xpf2\" ","response":"range_response_count:1 size:4664"} {"level":"info","ts":"2026-04-10T01:29:22.387242Z","caller":"traceutil/trace.go:171","msg":"trace[1110152241] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-4xpf2; range_end:; response_count:1; response_revision:9103; }","duration":"112.039611ms","start":"2026-04-10T01:29:22.275184Z","end":"2026-04-10T01:29:22.387223Z","steps":["trace[1110152241] 'agreement among raft nodes before linearized reading' (duration: 111.905297ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:29:22.772149Z","caller":"traceutil/trace.go:171","msg":"trace[445154980] transaction","detail":"{read_only:false; response_revision:9114; number_of_response:1; }","duration":"127.154262ms","start":"2026-04-10T01:29:22.644939Z","end":"2026-04-10T01:29:22.772094Z","steps":["trace[445154980] 'process raft request' (duration: 93.127318ms)","trace[445154980] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/cilium-operator-resource-lock; req_size:474; } (duration: 33.680775ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:29:23.514377Z","caller":"traceutil/trace.go:171","msg":"trace[985985794] transaction","detail":"{read_only:false; response_revision:9116; number_of_response:1; }","duration":"284.76187ms","start":"2026-04-10T01:29:23.229581Z","end":"2026-04-10T01:29:23.514343Z","steps":["trace[985985794] 'process raft request' (duration: 284.474963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:29:24.373959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.818847ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:29:24.37413Z","caller":"traceutil/trace.go:171","msg":"trace[1571866011] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9116; }","duration":"164.000972ms","start":"2026-04-10T01:29:24.210102Z","end":"2026-04-10T01:29:24.374103Z","steps":["trace[1571866011] 'range keys from in-memory index tree' (duration: 163.796536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:29:24.374422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.236671ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:29:24.37462Z","caller":"traceutil/trace.go:171","msg":"trace[1840098924] linearizableReadLoop","detail":"{readStateIndex:9455; appliedIndex:9453; }","duration":"1.090933292s","start":"2026-04-10T01:29:23.283674Z","end":"2026-04-10T01:29:24.374607Z","steps":["trace[1840098924] 'read index received' (duration: 230.337033ms)","trace[1840098924] 'applied index is now lower than readState.Index' (duration: 860.595349ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:29:24.374739Z","caller":"traceutil/trace.go:171","msg":"trace[460798283] transaction","detail":"{read_only:false; response_revision:9117; number_of_response:1; }","duration":"1.139277533s","start":"2026-04-10T01:29:23.235449Z","end":"2026-04-10T01:29:24.374727Z","steps":["trace[460798283] 'process raft request' (duration: 471.669802ms)","trace[460798283] 'compare' (duration: 667.133389ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:29:24.374803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:29:23.235406Z","time spent":"1.139358616s","remote":"127.0.0.1:55304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:29:24.374947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005913963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:29:24.374978Z","caller":"traceutil/trace.go:171","msg":"trace[1645673422] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:9118; }","duration":"1.005996006s","start":"2026-04-10T01:29:23.368969Z","end":"2026-04-10T01:29:24.374965Z","steps":["trace[1645673422] 'agreement among raft nodes before linearized reading' (duration: 1.005940604s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:29:24.375006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:29:23.368928Z","time spent":"1.006071428s","remote":"127.0.0.1:34006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":14,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:29:24.37504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091356613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-4xpf2\" ","response":"range_response_count:1 size:4649"} {"level":"info","ts":"2026-04-10T01:29:24.37515Z","caller":"traceutil/trace.go:171","msg":"trace[1962366428] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-4xpf2; range_end:; response_count:1; response_revision:9118; }","duration":"1.091479606s","start":"2026-04-10T01:29:23.283643Z","end":"2026-04-10T01:29:24.375123Z","steps":["trace[1962366428] 'agreement among raft nodes before linearized reading' (duration: 1.091140827s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:29:24.375191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.962786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:29:24.37521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:29:23.283561Z","time spent":"1.091633732s","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4673,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-4xpf2\" "} {"level":"info","ts":"2026-04-10T01:29:24.375222Z","caller":"traceutil/trace.go:171","msg":"trace[899900436] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9118; }","duration":"105.992297ms","start":"2026-04-10T01:29:24.269221Z","end":"2026-04-10T01:29:24.375213Z","steps":["trace[899900436] 'agreement among raft nodes before linearized reading' (duration: 105.945895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:29:24.375457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.870919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-10T01:29:24.375484Z","caller":"traceutil/trace.go:171","msg":"trace[96996436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9118; }","duration":"530.931802ms","start":"2026-04-10T01:29:23.844544Z","end":"2026-04-10T01:29:24.375476Z","steps":["trace[96996436] 'agreement among raft nodes before linearized reading' (duration: 530.820099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:29:24.375508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:29:23.844527Z","time spent":"530.975883ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T01:29:24.375621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.95463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:29:24.375661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.427874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:29:24.375694Z","caller":"traceutil/trace.go:171","msg":"trace[1492937588] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9118; }","duration":"955.511115ms","start":"2026-04-10T01:29:23.420173Z","end":"2026-04-10T01:29:24.375684Z","steps":["trace[1492937588] 'agreement among raft nodes before linearized reading' (duration: 955.458114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:29:24.375723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:29:23.420153Z","time spent":"955.563446ms","remote":"127.0.0.1:49478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-10T01:29:24.375735Z","caller":"traceutil/trace.go:171","msg":"trace[1245349156] transaction","detail":"{read_only:false; response_revision:9118; number_of_response:1; }","duration":"1.091583539s","start":"2026-04-10T01:29:23.284082Z","end":"2026-04-10T01:29:24.375666Z","steps":["trace[1245349156] 'process raft request' (duration: 1.090408387s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:29:24.375821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.227882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:29:24.37584Z","caller":"traceutil/trace.go:171","msg":"trace[1390079106] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:9118; }","duration":"801.017233ms","start":"2026-04-10T01:29:23.574645Z","end":"2026-04-10T01:29:24.375662Z","steps":["trace[1390079106] 'agreement among raft nodes before linearized reading' (duration: 800.92313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:29:24.375917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:29:23.574569Z","time spent":"801.327861ms","remote":"127.0.0.1:48000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-10T01:29:24.375908Z","caller":"traceutil/trace.go:171","msg":"trace[1188356603] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:9118; }","duration":"621.353066ms","start":"2026-04-10T01:29:23.754531Z","end":"2026-04-10T01:29:24.375884Z","steps":["trace[1188356603] 'agreement among raft nodes before linearized reading' (duration: 621.188362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:29:24.375967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:29:23.283838Z","time spent":"1.092019121s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T01:29:24.375972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.823889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414469"} {"level":"warn","ts":"2026-04-10T01:29:24.375998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:29:23.754507Z","time spent":"621.47451ms","remote":"127.0.0.1:49282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-04-10T01:29:24.376041Z","caller":"traceutil/trace.go:171","msg":"trace[1511507674] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:9118; }","duration":"607.91634ms","start":"2026-04-10T01:29:23.768109Z","end":"2026-04-10T01:29:24.376025Z","steps":["trace[1511507674] 'agreement among raft nodes before linearized reading' (duration: 607.585741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:29:24.376082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:29:23.768046Z","time spent":"608.025284ms","remote":"127.0.0.1:41052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414493,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-04-10T01:29:25.957764Z","caller":"traceutil/trace.go:171","msg":"trace[1848300141] linearizableReadLoop","detail":"{readStateIndex:9474; appliedIndex:9472; }","duration":"272.564538ms","start":"2026-04-10T01:29:25.685169Z","end":"2026-04-10T01:29:25.957734Z","steps":["trace[1848300141] 'read index received' (duration: 24.248529ms)","trace[1848300141] 'applied index is now lower than readState.Index' (duration: 248.314609ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:29:25.957839Z","caller":"traceutil/trace.go:171","msg":"trace[1433131365] transaction","detail":"{read_only:false; response_revision:9135; number_of_response:1; }","duration":"272.942219ms","start":"2026-04-10T01:29:25.684852Z","end":"2026-04-10T01:29:25.957794Z","steps":["trace[1433131365] 'process raft request' (duration: 235.277266ms)","trace[1433131365] 'compare' (duration: 37.462398ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:29:25.958196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.013451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-04-10T01:29:25.958302Z","caller":"traceutil/trace.go:171","msg":"trace[1097843378] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9135; }","duration":"273.167014ms","start":"2026-04-10T01:29:25.685119Z","end":"2026-04-10T01:29:25.958286Z","steps":["trace[1097843378] 'agreement among raft nodes before linearized reading' (duration: 272.712682ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:29:26.777082Z","caller":"traceutil/trace.go:171","msg":"trace[1760712126] transaction","detail":"{read_only:false; response_revision:9138; number_of_response:1; }","duration":"192.478554ms","start":"2026-04-10T01:29:26.584557Z","end":"2026-04-10T01:29:26.777035Z","steps":["trace[1760712126] 'process raft request' (duration: 157.119754ms)","trace[1760712126] 'compare' (duration: 35.108024ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:29:26.79869Z","caller":"traceutil/trace.go:171","msg":"trace[2007324855] linearizableReadLoop","detail":"{readStateIndex:9479; appliedIndex:9476; }","duration":"122.334241ms","start":"2026-04-10T01:29:26.676317Z","end":"2026-04-10T01:29:26.798651Z","steps":["trace[2007324855] 'read index received' (duration: 65.379085ms)","trace[2007324855] 'applied index is now lower than readState.Index' (duration: 56.954386ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:29:26.799023Z","caller":"traceutil/trace.go:171","msg":"trace[628449756] transaction","detail":"{read_only:false; response_revision:9139; number_of_response:1; }","duration":"158.459411ms","start":"2026-04-10T01:29:26.640557Z","end":"2026-04-10T01:29:26.799017Z","steps":["trace[628449756] 'process raft request' (duration: 157.946517ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:29:26.799141Z","caller":"traceutil/trace.go:171","msg":"trace[1401435990] transaction","detail":"{read_only:false; response_revision:9140; number_of_response:1; }","duration":"158.154763ms","start":"2026-04-10T01:29:26.640982Z","end":"2026-04-10T01:29:26.799136Z","steps":["trace[1401435990] 'process raft request' (duration: 157.645999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:29:26.799274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.942547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-10T01:29:26.799299Z","caller":"traceutil/trace.go:171","msg":"trace[1195842367] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9140; }","duration":"123.00924ms","start":"2026-04-10T01:29:26.67628Z","end":"2026-04-10T01:29:26.799289Z","steps":["trace[1195842367] 'agreement among raft nodes before linearized reading' (duration: 122.916347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:29:26.799683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.296227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-10T01:29:26.799767Z","caller":"traceutil/trace.go:171","msg":"trace[266169913] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9140; }","duration":"123.446451ms","start":"2026-04-10T01:29:26.676301Z","end":"2026-04-10T01:29:26.799748Z","steps":["trace[266169913] 'agreement among raft nodes before linearized reading' (duration: 123.152512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:29:26.800107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.207366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-10T01:29:26.800186Z","caller":"traceutil/trace.go:171","msg":"trace[2045822006] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9140; }","duration":"105.322569ms","start":"2026-04-10T01:29:26.694846Z","end":"2026-04-10T01:29:26.800168Z","steps":["trace[2045822006] 'agreement among raft nodes before linearized reading' (duration: 105.051681ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:29:38.137619Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002574.wal"} {"level":"info","ts":"2026-04-10T01:30:07.285856Z","caller":"traceutil/trace.go:171","msg":"trace[270553161] transaction","detail":"{read_only:false; response_revision:9508; number_of_response:1; }","duration":"219.862118ms","start":"2026-04-10T01:30:07.065957Z","end":"2026-04-10T01:30:07.285819Z","steps":["trace[270553161] 'process raft request' (duration: 219.389025ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:30:07.286261Z","caller":"traceutil/trace.go:171","msg":"trace[813319213] transaction","detail":"{read_only:false; response_revision:9509; number_of_response:1; }","duration":"219.615112ms","start":"2026-04-10T01:30:07.066581Z","end":"2026-04-10T01:30:07.286197Z","steps":["trace[813319213] 'process raft request' (duration: 219.17133ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:30:07.286399Z","caller":"traceutil/trace.go:171","msg":"trace[1945136981] transaction","detail":"{read_only:false; response_revision:9510; number_of_response:1; }","duration":"219.574211ms","start":"2026-04-10T01:30:07.066795Z","end":"2026-04-10T01:30:07.286369Z","steps":["trace[1945136981] 'process raft request' (duration: 219.231672ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:30:07.286398Z","caller":"traceutil/trace.go:171","msg":"trace[788081443] linearizableReadLoop","detail":"{readStateIndex:9861; appliedIndex:9857; }","duration":"206.636079ms","start":"2026-04-10T01:30:07.079734Z","end":"2026-04-10T01:30:07.28637Z","steps":["trace[788081443] 'read index received' (duration: 30.706253ms)","trace[788081443] 'applied index is now lower than readState.Index' (duration: 175.928716ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:30:07.286609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.849344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sqmr2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-10T01:30:07.286669Z","caller":"traceutil/trace.go:171","msg":"trace[324679910] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sqmr2; range_end:; response_count:1; response_revision:9511; }","duration":"206.935508ms","start":"2026-04-10T01:30:07.079715Z","end":"2026-04-10T01:30:07.286651Z","steps":["trace[324679910] 'agreement among raft nodes before linearized reading' (duration: 206.752332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:30:07.286747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.08713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:30:07.286796Z","caller":"traceutil/trace.go:171","msg":"trace[652134839] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:9511; }","duration":"204.186913ms","start":"2026-04-10T01:30:07.082596Z","end":"2026-04-10T01:30:07.286783Z","steps":["trace[652134839] 'agreement among raft nodes before linearized reading' (duration: 204.041449ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:30:07.286986Z","caller":"traceutil/trace.go:171","msg":"trace[173949897] transaction","detail":"{read_only:false; response_revision:9511; number_of_response:1; }","duration":"184.517228ms","start":"2026-04-10T01:30:07.102451Z","end":"2026-04-10T01:30:07.286968Z","steps":["trace[173949897] 'process raft request' (duration: 183.823969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:30:07.287846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.838293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-10T01:30:07.287929Z","caller":"traceutil/trace.go:171","msg":"trace[1207132358] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9511; }","duration":"197.673287ms","start":"2026-04-10T01:30:07.090234Z","end":"2026-04-10T01:30:07.287907Z","steps":["trace[1207132358] 'agreement among raft nodes before linearized reading' (duration: 196.674169ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:30:17.02728Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"cf8c3a138c9a77a2","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-10T01:30:17.034027Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-10T01:30:17.03417Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-04-10T01:30:41.8215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.692893ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:30:41.82169Z","caller":"traceutil/trace.go:171","msg":"trace[1954445380] transaction","detail":"{read_only:false; response_revision:9869; number_of_response:1; }","duration":"760.017931ms","start":"2026-04-10T01:30:41.061655Z","end":"2026-04-10T01:30:41.821673Z","steps":["trace[1954445380] 'process raft request' (duration: 384.860536ms)","trace[1954445380] 'compare' (duration: 374.529348ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:30:41.821744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:30:41.061616Z","time spent":"760.105064ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:30:41.821741Z","caller":"traceutil/trace.go:171","msg":"trace[1604433708] transaction","detail":"{read_only:false; response_revision:9870; number_of_response:1; }","duration":"706.842828ms","start":"2026-04-10T01:30:41.114886Z","end":"2026-04-10T01:30:41.821728Z","steps":["trace[1604433708] 'process raft request' (duration: 706.740245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:30:41.821796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:30:41.114855Z","time spent":"706.91224ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:30:41.821925Z","caller":"traceutil/trace.go:171","msg":"trace[1720879115] transaction","detail":"{read_only:false; response_revision:9871; number_of_response:1; }","duration":"703.570889ms","start":"2026-04-10T01:30:41.118348Z","end":"2026-04-10T01:30:41.821919Z","steps":["trace[1720879115] 'process raft request' (duration: 703.350563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:30:41.821952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:30:41.118327Z","time spent":"703.61103ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:30:41.821925Z","caller":"traceutil/trace.go:171","msg":"trace[1291005432] linearizableReadLoop","detail":"{readStateIndex:10230; appliedIndex:10227; }","duration":"551.09522ms","start":"2026-04-10T01:30:41.270793Z","end":"2026-04-10T01:30:41.821889Z","steps":["trace[1291005432] 'read index received' (duration: 175.615467ms)","trace[1291005432] 'applied index is now lower than readState.Index' (duration: 375.477093ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:30:41.82215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.863465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-10T01:30:41.822105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.296275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:30:41.822201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.684847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-10T01:30:41.822223Z","caller":"traceutil/trace.go:171","msg":"trace[1417700650] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9871; }","duration":"365.723688ms","start":"2026-04-10T01:30:41.456494Z","end":"2026-04-10T01:30:41.822217Z","steps":["trace[1417700650] 'agreement among raft nodes before linearized reading' (duration: 365.677657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:30:41.822226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.480521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-10T01:30:41.822239Z","caller":"traceutil/trace.go:171","msg":"trace[1431702578] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9871; }","duration":"551.475471ms","start":"2026-04-10T01:30:41.270736Z","end":"2026-04-10T01:30:41.822211Z","steps":["trace[1431702578] 'agreement among raft nodes before linearized reading' (duration: 551.276105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:30:41.82227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.95515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-10T01:30:41.822273Z","caller":"traceutil/trace.go:171","msg":"trace[2021848753] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9871; }","duration":"358.568834ms","start":"2026-04-10T01:30:41.463691Z","end":"2026-04-10T01:30:41.822259Z","steps":["trace[2021848753] 'agreement among raft nodes before linearized reading' (duration: 358.390529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:30:41.822289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.978647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sqmr2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-10T01:30:41.82231Z","caller":"traceutil/trace.go:171","msg":"trace[1557205417] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sqmr2; range_end:; response_count:1; response_revision:9871; }","duration":"306.020887ms","start":"2026-04-10T01:30:41.516285Z","end":"2026-04-10T01:30:41.822306Z","steps":["trace[1557205417] 'agreement among raft nodes before linearized reading' (duration: 305.963785ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:30:41.822296Z","caller":"traceutil/trace.go:171","msg":"trace[1044259445] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9871; }","duration":"371.020232ms","start":"2026-04-10T01:30:41.451269Z","end":"2026-04-10T01:30:41.822289Z","steps":["trace[1044259445] 'agreement among raft nodes before linearized reading' (duration: 370.94724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:30:41.822308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:30:41.270715Z","time spent":"551.579893ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T01:30:41.822159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.640167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-10T01:30:41.822344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:30:41.451239Z","time spent":"371.096464ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-10T01:30:41.822357Z","caller":"traceutil/trace.go:171","msg":"trace[2023704688] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9871; }","duration":"368.836112ms","start":"2026-04-10T01:30:41.453512Z","end":"2026-04-10T01:30:41.822349Z","steps":["trace[2023704688] 'agreement among raft nodes before linearized reading' (duration: 368.570145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:30:41.822389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.773463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:30:41.822408Z","caller":"traceutil/trace.go:171","msg":"trace[555219563] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:9871; }","duration":"315.827794ms","start":"2026-04-10T01:30:41.506574Z","end":"2026-04-10T01:30:41.822402Z","steps":["trace[555219563] 'agreement among raft nodes before linearized reading' (duration: 315.761642ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:30:41.822198Z","caller":"traceutil/trace.go:171","msg":"trace[323015744] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9871; }","duration":"525.937578ms","start":"2026-04-10T01:30:41.296251Z","end":"2026-04-10T01:30:41.822188Z","steps":["trace[323015744] 'agreement among raft nodes before linearized reading' (duration: 525.810725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:30:41.822424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:30:41.506554Z","time spent":"315.867184ms","remote":"127.0.0.1:48164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":88,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:30:41.822438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:30:41.29624Z","time spent":"526.189865ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T01:30:41.822239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:30:41.456482Z","time spent":"365.753759ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T01:30:41.822384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:30:41.453468Z","time spent":"368.908984ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T01:30:41.822326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:30:41.516273Z","time spent":"306.049519ms","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-sqmr2\" "} {"level":"warn","ts":"2026-04-10T01:30:41.822318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:30:41.463677Z","time spent":"358.632325ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-10T01:30:42.474948Z","caller":"traceutil/trace.go:171","msg":"trace[346644454] transaction","detail":"{read_only:false; response_revision:9873; number_of_response:1; }","duration":"648.057773ms","start":"2026-04-10T01:30:41.826857Z","end":"2026-04-10T01:30:42.474914Z","steps":["trace[346644454] 'process raft request' (duration: 647.739414ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:30:42.475383Z","caller":"traceutil/trace.go:171","msg":"trace[837258072] linearizableReadLoop","detail":"{readStateIndex:10232; appliedIndex:10231; }","duration":"648.435503ms","start":"2026-04-10T01:30:41.826916Z","end":"2026-04-10T01:30:42.475352Z","steps":["trace[837258072] 'read index received' (duration: 29.574343ms)","trace[837258072] 'applied index is now lower than readState.Index' (duration: 618.86025ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:30:42.475441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:30:41.826827Z","time spent":"648.235656ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:30:42.475519Z","caller":"traceutil/trace.go:171","msg":"trace[1046582610] transaction","detail":"{read_only:false; response_revision:9876; number_of_response:1; }","duration":"646.221201ms","start":"2026-04-10T01:30:41.829285Z","end":"2026-04-10T01:30:42.475506Z","steps":["trace[1046582610] 'process raft request' (duration: 646.011136ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:30:42.475561Z","caller":"traceutil/trace.go:171","msg":"trace[242578427] transaction","detail":"{read_only:false; response_revision:9874; number_of_response:1; }","duration":"648.072682ms","start":"2026-04-10T01:30:41.827474Z","end":"2026-04-10T01:30:42.475547Z","steps":["trace[242578427] 'process raft request' (duration: 647.381694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:30:42.475667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:30:41.829278Z","time spent":"646.279553ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:30:42.475718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:30:41.827432Z","time spent":"648.183155ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:30:42.475485Z","caller":"traceutil/trace.go:171","msg":"trace[888836535] transaction","detail":"{read_only:false; response_revision:9875; number_of_response:1; }","duration":"647.813846ms","start":"2026-04-10T01:30:41.827634Z","end":"2026-04-10T01:30:42.475448Z","steps":["trace[888836535] 'process raft request' (duration: 647.504458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:30:42.475756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.821952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:30:42.47585Z","caller":"traceutil/trace.go:171","msg":"trace[1785587779] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9876; }","duration":"648.946426ms","start":"2026-04-10T01:30:41.82688Z","end":"2026-04-10T01:30:42.475827Z","steps":["trace[1785587779] 'agreement among raft nodes before linearized reading' (duration: 648.812193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:30:42.475906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:30:41.826868Z","time spent":"649.027739ms","remote":"127.0.0.1:47820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T01:30:42.475954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:30:41.827617Z","time spent":"648.224876ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:30:42.582269Z","caller":"traceutil/trace.go:171","msg":"trace[793057587] linearizableReadLoop","detail":"{readStateIndex:10236; appliedIndex:10235; }","duration":"106.759788ms","start":"2026-04-10T01:30:42.475465Z","end":"2026-04-10T01:30:42.582225Z","steps":["trace[793057587] 'read index received' (duration: 69.864976ms)","trace[793057587] 'applied index is now lower than readState.Index' (duration: 36.892802ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:30:42.582456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.796673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-10T01:30:42.582548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.826741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:30:42.582574Z","caller":"traceutil/trace.go:171","msg":"trace[1198690641] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:9877; }","duration":"210.986698ms","start":"2026-04-10T01:30:42.371562Z","end":"2026-04-10T01:30:42.582549Z","steps":["trace[1198690641] 'agreement among raft nodes before linearized reading' (duration: 210.71184ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:30:42.582606Z","caller":"traceutil/trace.go:171","msg":"trace[54232566] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:9877; }","duration":"624.973255ms","start":"2026-04-10T01:30:41.957617Z","end":"2026-04-10T01:30:42.58259Z","steps":["trace[54232566] 'agreement among raft nodes before linearized reading' (duration: 624.832752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:30:42.582484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.345167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:30:42.582739Z","caller":"traceutil/trace.go:171","msg":"trace[1636924103] transaction","detail":"{read_only:false; response_revision:9877; number_of_response:1; }","duration":"394.642764ms","start":"2026-04-10T01:30:42.188081Z","end":"2026-04-10T01:30:42.582724Z","steps":["trace[1636924103] 'process raft request' (duration: 357.214877ms)","trace[1636924103] 'compare' (duration: 36.721597ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:30:42.582831Z","caller":"traceutil/trace.go:171","msg":"trace[991398792] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:9877; }","duration":"299.647005ms","start":"2026-04-10T01:30:42.283097Z","end":"2026-04-10T01:30:42.582744Z","steps":["trace[991398792] 'agreement among raft nodes before linearized reading' (duration: 299.191293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:30:42.582967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:30:42.282947Z","time spent":"300.003504ms","remote":"127.0.0.1:55408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:30:42.582663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:30:41.957591Z","time spent":"625.057617ms","remote":"127.0.0.1:39728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:30:42.582964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.055627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:30:42.583287Z","caller":"traceutil/trace.go:171","msg":"trace[2122697783] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:9877; }","duration":"222.382967ms","start":"2026-04-10T01:30:42.360864Z","end":"2026-04-10T01:30:42.583247Z","steps":["trace[2122697783] 'agreement among raft nodes before linearized reading' (duration: 221.954275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:30:42.583332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.892373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291259"} {"level":"warn","ts":"2026-04-10T01:30:42.582853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:30:42.188037Z","time spent":"394.737176ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:30:42.583437Z","caller":"traceutil/trace.go:171","msg":"trace[167203937] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9877; }","duration":"755.048887ms","start":"2026-04-10T01:30:41.828366Z","end":"2026-04-10T01:30:42.583415Z","steps":["trace[167203937] 'agreement among raft nodes before linearized reading' (duration: 754.4489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:30:42.583491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:30:41.828348Z","time spent":"755.133059ms","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":291283,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-10T01:31:12.857015Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7639} {"level":"info","ts":"2026-04-10T01:31:12.957593Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7639,"took":"98.127893ms","hash":2777721158,"current-db-size-bytes":45977600,"current-db-size":"46 MB","current-db-size-in-use-bytes":25415680,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-04-10T01:31:12.957675Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2777721158,"revision":7639,"compact-revision":4661} {"level":"warn","ts":"2026-04-10T01:33:00.75107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.755273ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:33:00.751309Z","caller":"traceutil/trace.go:171","msg":"trace[1426154939] transaction","detail":"{read_only:false; response_revision:10916; number_of_response:1; }","duration":"153.922199ms","start":"2026-04-10T01:33:00.597316Z","end":"2026-04-10T01:33:00.751238Z","steps":["trace[1426154939] 'process raft request' (duration: 27.860267ms)","trace[1426154939] 'compare' (duration: 125.221309ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:33:02.745381Z","caller":"traceutil/trace.go:171","msg":"trace[170680175] transaction","detail":"{read_only:false; response_revision:10934; number_of_response:1; }","duration":"104.161648ms","start":"2026-04-10T01:33:02.641187Z","end":"2026-04-10T01:33:02.745348Z","steps":["trace[170680175] 'process raft request' (duration: 103.964013ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:33:02.899017Z","caller":"traceutil/trace.go:171","msg":"trace[638435867] transaction","detail":"{read_only:false; response_revision:10935; number_of_response:1; }","duration":"139.188347ms","start":"2026-04-10T01:33:02.75979Z","end":"2026-04-10T01:33:02.898978Z","steps":["trace[638435867] 'process raft request' (duration: 138.981742ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:33:02.912147Z","caller":"traceutil/trace.go:171","msg":"trace[2105529529] transaction","detail":"{read_only:false; response_revision:10936; number_of_response:1; }","duration":"150.308729ms","start":"2026-04-10T01:33:02.76182Z","end":"2026-04-10T01:33:02.912129Z","steps":["trace[2105529529] 'process raft request' (duration: 150.205456ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:33:03.013645Z","caller":"traceutil/trace.go:171","msg":"trace[2123386432] transaction","detail":"{read_only:false; response_revision:10937; number_of_response:1; }","duration":"104.408525ms","start":"2026-04-10T01:33:02.909207Z","end":"2026-04-10T01:33:03.013616Z","steps":["trace[2123386432] 'process raft request' (duration: 101.573557ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:36:12.864699Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10090} {"level":"info","ts":"2026-04-10T01:36:12.952091Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10090,"took":"84.765559ms","hash":1909849098,"current-db-size-bytes":45977600,"current-db-size":"46 MB","current-db-size-in-use-bytes":23703552,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-04-10T01:36:12.952181Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1909849098,"revision":10090,"compact-revision":7639}