{"level":"warn","ts":"2026-03-18T00:49:39.714465Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-18T00:49:39.714596Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.41:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.41:2380","--initial-cluster=instance=https://199.204.45.41:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.41:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.41:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-18T00:49:39.714686Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-18T00:49:39.714704Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.41:2380"]} {"level":"info","ts":"2026-03-18T00:49:39.714731Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-18T00:49:39.71562Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.41:2379"]} {"level":"info","ts":"2026-03-18T00:49:39.715709Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.41:2380"],"listen-peer-urls":["https://199.204.45.41:2380"],"advertise-client-urls":["https://199.204.45.41:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.41:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.41:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-18T00:49:39.724627Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"8.628089ms"} {"level":"info","ts":"2026-03-18T00:49:39.737438Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"17dd22a2661aae79","cluster-id":"c5133f40b27eeb3"} {"level":"info","ts":"2026-03-18T00:49:39.737534Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"17dd22a2661aae79 switched to configuration voters=()"} {"level":"info","ts":"2026-03-18T00:49:39.737561Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"17dd22a2661aae79 became follower at term 0"} {"level":"info","ts":"2026-03-18T00:49:39.73758Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 17dd22a2661aae79 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-18T00:49:39.737606Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"17dd22a2661aae79 became follower at term 1"} {"level":"info","ts":"2026-03-18T00:49:39.737651Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"17dd22a2661aae79 switched to configuration voters=(1719568713618468473)"} {"level":"warn","ts":"2026-03-18T00:49:39.751425Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-18T00:49:39.754652Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-18T00:49:39.756213Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-18T00:49:39.759088Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"17dd22a2661aae79","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-18T00:49:39.759396Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"17dd22a2661aae79","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-18T00:49:39.759547Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T00:49:39.759718Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T00:49:39.759769Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T00:49:39.762122Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-18T00:49:39.76237Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"17dd22a2661aae79","initial-advertise-peer-urls":["https://199.204.45.41:2380"],"listen-peer-urls":["https://199.204.45.41:2380"],"advertise-client-urls":["https://199.204.45.41:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.41:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-18T00:49:39.762415Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-18T00:49:39.762832Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.41:2380"} {"level":"info","ts":"2026-03-18T00:49:39.762894Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.41:2380"} {"level":"info","ts":"2026-03-18T00:49:39.766154Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"17dd22a2661aae79 switched to configuration voters=(1719568713618468473)"} {"level":"info","ts":"2026-03-18T00:49:39.766265Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"c5133f40b27eeb3","local-member-id":"17dd22a2661aae79","added-peer-id":"17dd22a2661aae79","added-peer-peer-urls":["https://199.204.45.41:2380"]} {"level":"info","ts":"2026-03-18T00:49:40.038758Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"17dd22a2661aae79 is starting a new election at term 1"} {"level":"info","ts":"2026-03-18T00:49:40.038863Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"17dd22a2661aae79 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-18T00:49:40.038936Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"17dd22a2661aae79 received MsgPreVoteResp from 17dd22a2661aae79 at term 1"} {"level":"info","ts":"2026-03-18T00:49:40.039079Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"17dd22a2661aae79 became candidate at term 2"} {"level":"info","ts":"2026-03-18T00:49:40.039117Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"17dd22a2661aae79 received MsgVoteResp from 17dd22a2661aae79 at term 2"} {"level":"info","ts":"2026-03-18T00:49:40.039151Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"17dd22a2661aae79 became leader at term 2"} {"level":"info","ts":"2026-03-18T00:49:40.039226Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 17dd22a2661aae79 elected leader 17dd22a2661aae79 at term 2"} {"level":"info","ts":"2026-03-18T00:49:40.040527Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"17dd22a2661aae79","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.41:2379]}","request-path":"/0/members/17dd22a2661aae79/attributes","cluster-id":"c5133f40b27eeb3","publish-timeout":"7s"} {"level":"info","ts":"2026-03-18T00:49:40.040529Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-18T00:49:40.040608Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-18T00:49:40.040608Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T00:49:40.040848Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-18T00:49:40.040893Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-18T00:49:40.041518Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"c5133f40b27eeb3","local-member-id":"17dd22a2661aae79","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T00:49:40.041641Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T00:49:40.041681Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T00:49:40.04302Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.41:2379"} {"level":"info","ts":"2026-03-18T00:49:40.043248Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-18T00:49:43.440759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.850816ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-18T00:49:43.440931Z","caller":"traceutil/trace.go:171","msg":"trace[1418425172] transaction","detail":"{read_only:false; response_revision:93; number_of_response:1; }","duration":"151.394429ms","start":"2026-03-18T00:49:43.289513Z","end":"2026-03-18T00:49:43.440908Z","steps":["trace[1418425172] 'process raft request' (duration: 33.783125ms)","trace[1418425172] 'compare' (duration: 116.728793ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:43.991451Z","caller":"traceutil/trace.go:171","msg":"trace[1903755290] transaction","detail":"{read_only:false; response_revision:107; number_of_response:1; }","duration":"131.220772ms","start":"2026-03-18T00:49:43.860207Z","end":"2026-03-18T00:49:43.991428Z","steps":["trace[1903755290] 'process raft request' (duration: 86.204682ms)","trace[1903755290] 'compare' (duration: 44.915997ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:49:44.841019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.688331ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:49:44.841173Z","caller":"traceutil/trace.go:171","msg":"trace[1880314012] linearizableReadLoop","detail":"{readStateIndex:142; appliedIndex:141; }","duration":"149.67771ms","start":"2026-03-18T00:49:44.691475Z","end":"2026-03-18T00:49:44.841152Z","steps":["trace[1880314012] 'read index received' (duration: 44.609971ms)","trace[1880314012] 'applied index is now lower than readState.Index' (duration: 105.066329ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:44.841309Z","caller":"traceutil/trace.go:171","msg":"trace[2115596958] transaction","detail":"{read_only:false; response_revision:138; number_of_response:1; }","duration":"179.2624ms","start":"2026-03-18T00:49:44.661949Z","end":"2026-03-18T00:49:44.841211Z","steps":["trace[2115596958] 'process raft request' (duration: 74.283293ms)","trace[2115596958] 'compare' (duration: 104.484476ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:49:44.841497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.013448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cluster-admin\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:49:44.841574Z","caller":"traceutil/trace.go:171","msg":"trace[1056920392] range","detail":"{range_begin:/registry/clusterrolebindings/cluster-admin; range_end:; response_count:0; response_revision:138; }","duration":"150.163822ms","start":"2026-03-18T00:49:44.691387Z","end":"2026-03-18T00:49:44.841551Z","steps":["trace[1056920392] 'agreement among raft nodes before linearized reading' (duration: 149.819593ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:53.457582Z","caller":"traceutil/trace.go:171","msg":"trace[1136865366] linearizableReadLoop","detail":"{readStateIndex:377; appliedIndex:376; }","duration":"214.519297ms","start":"2026-03-18T00:49:53.24304Z","end":"2026-03-18T00:49:53.457559Z","steps":["trace[1136865366] 'read index received' (duration: 214.21342ms)","trace[1136865366] 'applied index is now lower than readState.Index' (duration: 304.447µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:49:53.457734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.687091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:49:53.457767Z","caller":"traceutil/trace.go:171","msg":"trace[889398482] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:360; }","duration":"214.775663ms","start":"2026-03-18T00:49:53.242981Z","end":"2026-03-18T00:49:53.457756Z","steps":["trace[889398482] 'agreement among raft nodes before linearized reading' (duration: 214.706362ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:53.457642Z","caller":"traceutil/trace.go:171","msg":"trace[485929687] transaction","detail":"{read_only:false; response_revision:360; number_of_response:1; }","duration":"553.183678ms","start":"2026-03-18T00:49:52.904423Z","end":"2026-03-18T00:49:53.457607Z","steps":["trace[485929687] 'process raft request' (duration: 552.987504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:53.458247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:52.904398Z","time spent":"553.475784ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:49:57.671608Z","caller":"traceutil/trace.go:171","msg":"trace[911385807] transaction","detail":"{read_only:false; response_revision:369; number_of_response:1; }","duration":"580.745102ms","start":"2026-03-18T00:49:57.090843Z","end":"2026-03-18T00:49:57.671589Z","steps":["trace[911385807] 'process raft request' (duration: 580.511507ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:57.671585Z","caller":"traceutil/trace.go:171","msg":"trace[106153499] linearizableReadLoop","detail":"{readStateIndex:387; appliedIndex:386; }","duration":"161.780073ms","start":"2026-03-18T00:49:57.509763Z","end":"2026-03-18T00:49:57.671543Z","steps":["trace[106153499] 'read index received' (duration: 161.572009ms)","trace[106153499] 'applied index is now lower than readState.Index' (duration: 206.224µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:49:57.671759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:57.090824Z","time spent":"580.856516ms","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6946,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:49:57.671705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.921848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T00:49:57.672226Z","caller":"traceutil/trace.go:171","msg":"trace[723152422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:369; }","duration":"162.436299ms","start":"2026-03-18T00:49:57.509687Z","end":"2026-03-18T00:49:57.672123Z","steps":["trace[723152422] 'agreement among raft nodes before linearized reading' (duration: 161.938237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:58.11309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.551474ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:49:58.113489Z","caller":"traceutil/trace.go:171","msg":"trace[592907093] transaction","detail":"{read_only:false; response_revision:370; number_of_response:1; }","duration":"449.765765ms","start":"2026-03-18T00:49:57.663681Z","end":"2026-03-18T00:49:58.113446Z","steps":["trace[592907093] 'process raft request' (duration: 47.715591ms)","trace[592907093] 'compare' (duration: 401.284087ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:58.113563Z","caller":"traceutil/trace.go:171","msg":"trace[1934889412] linearizableReadLoop","detail":"{readStateIndex:388; appliedIndex:387; }","duration":"437.849766ms","start":"2026-03-18T00:49:57.675682Z","end":"2026-03-18T00:49:58.113532Z","steps":["trace[1934889412] 'read index received' (duration: 35.529265ms)","trace[1934889412] 'applied index is now lower than readState.Index' (duration: 402.318181ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:58.113596Z","caller":"traceutil/trace.go:171","msg":"trace[1551884702] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"435.920952ms","start":"2026-03-18T00:49:57.677645Z","end":"2026-03-18T00:49:58.113566Z","steps":["trace[1551884702] 'process raft request' (duration: 435.595235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:58.113692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:57.663652Z","time spent":"449.925089ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:49:58.113709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:57.677613Z","time spent":"436.047075ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:49:58.113749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.699964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T00:49:58.11379Z","caller":"traceutil/trace.go:171","msg":"trace[811767565] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:371; }","duration":"226.795056ms","start":"2026-03-18T00:49:57.886982Z","end":"2026-03-18T00:49:58.113777Z","steps":["trace[811767565] 'agreement among raft nodes before linearized reading' (duration: 226.704774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:58.113771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.075351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6961"} {"level":"info","ts":"2026-03-18T00:49:58.113836Z","caller":"traceutil/trace.go:171","msg":"trace[621241397] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:371; }","duration":"438.202144ms","start":"2026-03-18T00:49:57.675618Z","end":"2026-03-18T00:49:58.113821Z","steps":["trace[621241397] 'agreement among raft nodes before linearized reading' (duration: 438.0284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:58.113878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:57.67558Z","time spent":"438.292206ms","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6983,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"info","ts":"2026-03-18T00:49:58.421561Z","caller":"traceutil/trace.go:171","msg":"trace[1474859925] linearizableReadLoop","detail":"{readStateIndex:391; appliedIndex:390; }","duration":"177.710704ms","start":"2026-03-18T00:49:58.243824Z","end":"2026-03-18T00:49:58.421534Z","steps":["trace[1474859925] 'read index received' (duration: 177.420128ms)","trace[1474859925] 'applied index is now lower than readState.Index' (duration: 289.556µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:58.421989Z","caller":"traceutil/trace.go:171","msg":"trace[1355857145] transaction","detail":"{read_only:false; response_revision:373; number_of_response:1; }","duration":"299.567555ms","start":"2026-03-18T00:49:58.122396Z","end":"2026-03-18T00:49:58.421963Z","steps":["trace[1355857145] 'process raft request' (duration: 298.969981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:58.42209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.151254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-18T00:49:58.422144Z","caller":"traceutil/trace.go:171","msg":"trace[1497675501] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:373; }","duration":"155.272986ms","start":"2026-03-18T00:49:58.266857Z","end":"2026-03-18T00:49:58.42213Z","steps":["trace[1497675501] 'agreement among raft nodes before linearized reading' (duration: 155.165424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:58.422366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.551614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:49:58.4224Z","caller":"traceutil/trace.go:171","msg":"trace[202262387] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:373; }","duration":"178.632475ms","start":"2026-03-18T00:49:58.24376Z","end":"2026-03-18T00:49:58.422392Z","steps":["trace[202262387] 'agreement among raft nodes before linearized reading' (duration: 178.583534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:00.038439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345176326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T00:50:00.038528Z","caller":"traceutil/trace.go:171","msg":"trace[1180207979] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:374; }","duration":"1.345331659s","start":"2026-03-18T00:49:58.693178Z","end":"2026-03-18T00:50:00.038509Z","steps":["trace[1180207979] 'range keys from in-memory index tree' (duration: 1.344991681s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:00.038575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:58.693156Z","time spent":"1.345410291s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T00:50:00.394959Z","caller":"traceutil/trace.go:171","msg":"trace[1417784022] linearizableReadLoop","detail":"{readStateIndex:393; appliedIndex:392; }","duration":"276.212776ms","start":"2026-03-18T00:50:00.118704Z","end":"2026-03-18T00:50:00.394916Z","steps":["trace[1417784022] 'read index received' (duration: 276.061802ms)","trace[1417784022] 'applied index is now lower than readState.Index' (duration: 149.184µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:00.39504Z","caller":"traceutil/trace.go:171","msg":"trace[292577558] transaction","detail":"{read_only:false; response_revision:375; number_of_response:1; }","duration":"351.42637ms","start":"2026-03-18T00:50:00.043575Z","end":"2026-03-18T00:50:00.395002Z","steps":["trace[292577558] 'process raft request' (duration: 351.151843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:00.395169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.449061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T00:50:00.395218Z","caller":"traceutil/trace.go:171","msg":"trace[441028418] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:375; }","duration":"276.564603ms","start":"2026-03-18T00:50:00.118642Z","end":"2026-03-18T00:50:00.395206Z","steps":["trace[441028418] 'agreement among raft nodes before linearized reading' (duration: 276.44446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:00.395245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:00.043546Z","time spent":"351.575462ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:00.395559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.968332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:50:00.395609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.486638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T00:50:00.395718Z","caller":"traceutil/trace.go:171","msg":"trace[1386674313] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:375; }","duration":"152.34982ms","start":"2026-03-18T00:50:00.243332Z","end":"2026-03-18T00:50:00.395682Z","steps":["trace[1386674313] 'agreement among raft nodes before linearized reading' (duration: 151.938881ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:00.395772Z","caller":"traceutil/trace.go:171","msg":"trace[1092518478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:375; }","duration":"199.685652ms","start":"2026-03-18T00:50:00.196022Z","end":"2026-03-18T00:50:00.395707Z","steps":["trace[1092518478] 'agreement among raft nodes before linearized reading' (duration: 199.217582ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:00.55201Z","caller":"traceutil/trace.go:171","msg":"trace[1148513917] transaction","detail":"{read_only:false; response_revision:376; number_of_response:1; }","duration":"151.774717ms","start":"2026-03-18T00:50:00.400211Z","end":"2026-03-18T00:50:00.551986Z","steps":["trace[1148513917] 'process raft request' (duration: 132.380858ms)","trace[1148513917] 'compare' (duration: 19.273266ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:00.573185Z","caller":"traceutil/trace.go:171","msg":"trace[327457097] linearizableReadLoop","detail":"{readStateIndex:395; appliedIndex:393; }","duration":"133.891083ms","start":"2026-03-18T00:50:00.439264Z","end":"2026-03-18T00:50:00.573155Z","steps":["trace[327457097] 'read index received' (duration: 93.337975ms)","trace[327457097] 'applied index is now lower than readState.Index' (duration: 40.552108ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:00.573226Z","caller":"traceutil/trace.go:171","msg":"trace[1494370012] transaction","detail":"{read_only:false; response_revision:377; number_of_response:1; }","duration":"171.937974ms","start":"2026-03-18T00:50:00.401256Z","end":"2026-03-18T00:50:00.573194Z","steps":["trace[1494370012] 'process raft request' (duration: 171.744919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:00.573406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.124478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-18T00:50:00.573453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.614271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4372"} {"level":"info","ts":"2026-03-18T00:50:00.573464Z","caller":"traceutil/trace.go:171","msg":"trace[1298157707] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:377; }","duration":"134.24854ms","start":"2026-03-18T00:50:00.439201Z","end":"2026-03-18T00:50:00.57345Z","steps":["trace[1298157707] 'agreement among raft nodes before linearized reading' (duration: 134.121408ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:00.573486Z","caller":"traceutil/trace.go:171","msg":"trace[776726203] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:377; }","duration":"131.712753ms","start":"2026-03-18T00:50:00.441765Z","end":"2026-03-18T00:50:00.573477Z","steps":["trace[776726203] 'agreement among raft nodes before linearized reading' (duration: 131.56842ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:01.191021Z","caller":"traceutil/trace.go:171","msg":"trace[510712854] transaction","detail":"{read_only:false; response_revision:378; number_of_response:1; }","duration":"612.584754ms","start":"2026-03-18T00:50:00.578395Z","end":"2026-03-18T00:50:01.190979Z","steps":["trace[510712854] 'process raft request' (duration: 519.435084ms)","trace[510712854] 'compare' (duration: 92.963446ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:50:01.191278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:00.578374Z","time spent":"612.764848ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:01.333259Z","caller":"traceutil/trace.go:171","msg":"trace[436430820] transaction","detail":"{read_only:false; response_revision:379; number_of_response:1; }","duration":"745.158817ms","start":"2026-03-18T00:50:00.588073Z","end":"2026-03-18T00:50:01.333232Z","steps":["trace[436430820] 'process raft request' (duration: 744.335267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:01.333492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:00.588042Z","time spent":"745.34247ms","remote":"127.0.0.1:47300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4364,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:04.751263Z","caller":"traceutil/trace.go:171","msg":"trace[188718965] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"156.413652ms","start":"2026-03-18T00:50:04.594828Z","end":"2026-03-18T00:50:04.751242Z","steps":["trace[188718965] 'process raft request' (duration: 156.29177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:08.065791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.072219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-18T00:50:08.065895Z","caller":"traceutil/trace.go:171","msg":"trace[965959403] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:420; }","duration":"830.232983ms","start":"2026-03-18T00:50:07.235639Z","end":"2026-03-18T00:50:08.065872Z","steps":["trace[965959403] 'range keys from in-memory index tree' (duration: 829.945646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:08.065944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:07.235617Z","time spent":"830.317984ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T00:50:08.065932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31000595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T00:50:08.066037Z","caller":"traceutil/trace.go:171","msg":"trace[166314918] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:420; }","duration":"1.310157623s","start":"2026-03-18T00:50:06.755852Z","end":"2026-03-18T00:50:08.066009Z","steps":["trace[166314918] 'range keys from in-memory index tree' (duration: 1.309880047s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:08.066095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:06.755828Z","time spent":"1.310254465s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T00:50:15.314251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.836488ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:50:15.31441Z","caller":"traceutil/trace.go:171","msg":"trace[602996720] transaction","detail":"{read_only:false; response_revision:443; number_of_response:1; }","duration":"191.110027ms","start":"2026-03-18T00:50:15.123273Z","end":"2026-03-18T00:50:15.314383Z","steps":["trace[602996720] 'process raft request' (duration: 35.059284ms)","trace[602996720] 'compare' (duration: 155.663875ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:15.321605Z","caller":"traceutil/trace.go:171","msg":"trace[1388089356] transaction","detail":"{read_only:false; response_revision:444; number_of_response:1; }","duration":"197.520564ms","start":"2026-03-18T00:50:15.124052Z","end":"2026-03-18T00:50:15.321572Z","steps":["trace[1388089356] 'process raft request' (duration: 197.403801ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:16.634452Z","caller":"traceutil/trace.go:171","msg":"trace[899486095] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"112.513609ms","start":"2026-03-18T00:50:16.521908Z","end":"2026-03-18T00:50:16.634422Z","steps":["trace[899486095] 'process raft request' (duration: 112.351295ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:18.960151Z","caller":"traceutil/trace.go:171","msg":"trace[12617752] linearizableReadLoop","detail":"{readStateIndex:504; appliedIndex:503; }","duration":"321.42037ms","start":"2026-03-18T00:50:18.638703Z","end":"2026-03-18T00:50:18.960123Z","steps":["trace[12617752] 'read index received' (duration: 321.238436ms)","trace[12617752] 'applied index is now lower than readState.Index' (duration: 180.594µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:18.960244Z","caller":"traceutil/trace.go:171","msg":"trace[547761088] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"337.143826ms","start":"2026-03-18T00:50:18.623078Z","end":"2026-03-18T00:50:18.960222Z","steps":["trace[547761088] 'process raft request' (duration: 336.88027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:18.960384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:18.62304Z","time spent":"337.261979ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:18.960414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.710196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T00:50:18.960449Z","caller":"traceutil/trace.go:171","msg":"trace[494734255] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:481; }","duration":"321.751737ms","start":"2026-03-18T00:50:18.638686Z","end":"2026-03-18T00:50:18.960438Z","steps":["trace[494734255] 'agreement among raft nodes before linearized reading' (duration: 321.594734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:18.960483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:18.638628Z","time spent":"321.84862ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T00:50:18.960582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.093614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T00:50:18.960692Z","caller":"traceutil/trace.go:171","msg":"trace[416567882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:481; }","duration":"246.265678ms","start":"2026-03-18T00:50:18.714399Z","end":"2026-03-18T00:50:18.960665Z","steps":["trace[416567882] 'agreement among raft nodes before linearized reading' (duration: 245.928631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:19.745359Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252451319553364,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:50:20.213735Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.248072546s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T00:50:20.214313Z","caller":"traceutil/trace.go:171","msg":"trace[1963378710] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"1.248783791s","start":"2026-03-18T00:50:18.965499Z","end":"2026-03-18T00:50:20.214283Z","steps":["trace[1963378710] 'process raft request' (duration: 1.248557306s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:20.214496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:18.965463Z","time spent":"1.248945146s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:20.214568Z","caller":"traceutil/trace.go:171","msg":"trace[192418065] linearizableReadLoop","detail":"{readStateIndex:506; appliedIndex:504; }","duration":"970.125182ms","start":"2026-03-18T00:50:19.244376Z","end":"2026-03-18T00:50:20.214501Z","steps":["trace[192418065] 'read index received' (duration: 969.691882ms)","trace[192418065] 'applied index is now lower than readState.Index' (duration: 428.84µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:20.214613Z","caller":"traceutil/trace.go:171","msg":"trace[966209062] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"1.249042719s","start":"2026-03-18T00:50:18.965521Z","end":"2026-03-18T00:50:20.214564Z","steps":["trace[966209062] 'process raft request' (duration: 1.24871165s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:20.214915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:18.965495Z","time spent":"1.249212262s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:20.21489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.442959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:50:20.21502Z","caller":"traceutil/trace.go:171","msg":"trace[1259889434] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:483; }","duration":"970.668024ms","start":"2026-03-18T00:50:19.244319Z","end":"2026-03-18T00:50:20.214987Z","steps":["trace[1259889434] 'agreement among raft nodes before linearized reading' (duration: 970.370777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:20.215086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:19.244287Z","time spent":"970.788787ms","remote":"127.0.0.1:47154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T00:50:21.585658Z","caller":"traceutil/trace.go:171","msg":"trace[405276472] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"212.754969ms","start":"2026-03-18T00:50:21.37288Z","end":"2026-03-18T00:50:21.585635Z","steps":["trace[405276472] 'process raft request' (duration: 212.611876ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:21.879115Z","caller":"traceutil/trace.go:171","msg":"trace[1701642931] linearizableReadLoop","detail":"{readStateIndex:530; appliedIndex:529; }","duration":"128.794837ms","start":"2026-03-18T00:50:21.750286Z","end":"2026-03-18T00:50:21.879081Z","steps":["trace[1701642931] 'read index received' (duration: 64.294227ms)","trace[1701642931] 'applied index is now lower than readState.Index' (duration: 64.49935ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:21.87929Z","caller":"traceutil/trace.go:171","msg":"trace[92878700] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"129.574265ms","start":"2026-03-18T00:50:21.74966Z","end":"2026-03-18T00:50:21.879235Z","steps":["trace[92878700] 'process raft request' (duration: 65.010393ms)","trace[92878700] 'compare' (duration: 64.239195ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:50:21.879494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.179746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:3696"} {"level":"info","ts":"2026-03-18T00:50:21.879578Z","caller":"traceutil/trace.go:171","msg":"trace[1122221981] range","detail":"{range_begin:/registry/deployments/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:506; }","duration":"129.332089ms","start":"2026-03-18T00:50:21.750223Z","end":"2026-03-18T00:50:21.879555Z","steps":["trace[1122221981] 'agreement among raft nodes before linearized reading' (duration: 129.015092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:26.997216Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252451319553570,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:50:27.799063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.205848ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:50:27.799609Z","caller":"traceutil/trace.go:171","msg":"trace[22985826] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"1.367193564s","start":"2026-03-18T00:50:26.432344Z","end":"2026-03-18T00:50:27.799537Z","steps":["trace[22985826] 'process raft request' (duration: 889.404854ms)","trace[22985826] 'compare' (duration: 476.782238ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:27.799687Z","caller":"traceutil/trace.go:171","msg":"trace[45310790] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"1.342006413s","start":"2026-03-18T00:50:26.457656Z","end":"2026-03-18T00:50:27.799662Z","steps":["trace[45310790] 'process raft request' (duration: 1.34186234s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:27.799696Z","caller":"traceutil/trace.go:171","msg":"trace[1218698643] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"1.346540636s","start":"2026-03-18T00:50:26.453102Z","end":"2026-03-18T00:50:27.799643Z","steps":["trace[1218698643] 'process raft request' (duration: 1.346149267s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:27.79982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:26.457623Z","time spent":"1.342117616s","remote":"127.0.0.1:47184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73573,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:27.79985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:26.432332Z","time spent":"1.367387818s","remote":"127.0.0.1:47598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1732,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T00:50:27.799943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:26.453064Z","time spent":"1.346753821s","remote":"127.0.0.1:47184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73411,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:29.244443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000319293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T00:50:29.244561Z","caller":"traceutil/trace.go:171","msg":"trace[523315429] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000500317s","start":"2026-03-18T00:50:27.244042Z","end":"2026-03-18T00:50:29.244542Z","steps":["trace[523315429] 'agreement among raft nodes before linearized reading' (duration: 2.000361824s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:29.244652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:27.244018Z","time spent":"2.000586349s","remote":"127.0.0.1:47154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 00:50:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T00:50:29.881918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.864834534s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:50:29.882361Z","caller":"traceutil/trace.go:171","msg":"trace[412143912] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"3.387334396s","start":"2026-03-18T00:50:26.494972Z","end":"2026-03-18T00:50:29.882306Z","steps":["trace[412143912] 'process raft request' (duration: 1.521851797s)","trace[412143912] 'compare' (duration: 1.864618419s)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:29.882415Z","caller":"traceutil/trace.go:171","msg":"trace[1172143880] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"3.386691151s","start":"2026-03-18T00:50:26.495696Z","end":"2026-03-18T00:50:29.882387Z","steps":["trace[1172143880] 'process raft request' (duration: 3.386456546s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:29.882571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:26.494938Z","time spent":"3.387539531s","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":747,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T00:50:29.882679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:26.495665Z","time spent":"3.386857795s","remote":"127.0.0.1:47548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3501,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:29.882966Z","caller":"traceutil/trace.go:171","msg":"trace[1581817106] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"3.385693539s","start":"2026-03-18T00:50:26.497203Z","end":"2026-03-18T00:50:29.882897Z","steps":["trace[1581817106] 'process raft request' (duration: 3.385113496s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:29.883069Z","caller":"traceutil/trace.go:171","msg":"trace[1190500613] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"3.38572665s","start":"2026-03-18T00:50:26.497302Z","end":"2026-03-18T00:50:29.883028Z","steps":["trace[1190500613] 'process raft request' (duration: 3.385535496s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:29.883067Z","caller":"traceutil/trace.go:171","msg":"trace[670599360] linearizableReadLoop","detail":"{readStateIndex:630; appliedIndex:623; }","duration":"3.386898336s","start":"2026-03-18T00:50:26.496116Z","end":"2026-03-18T00:50:29.883014Z","steps":["trace[670599360] 'read index received' (duration: 825.651149ms)","trace[670599360] 'applied index is now lower than readState.Index' (duration: 2.561245297s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:50:29.883229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:26.497195Z","time spent":"3.385897844s","remote":"127.0.0.1:47548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4359,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:29.883234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.38709763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/cert-manager/\" range_end:\"/registry/limitranges/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:50:29.883253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:26.497251Z","time spent":"3.385903024s","remote":"127.0.0.1:47548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4625,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:29.883304Z","caller":"traceutil/trace.go:171","msg":"trace[1681479126] range","detail":"{range_begin:/registry/limitranges/cert-manager/; range_end:/registry/limitranges/cert-manager0; response_count:0; response_revision:604; }","duration":"3.387203013s","start":"2026-03-18T00:50:26.496082Z","end":"2026-03-18T00:50:29.883285Z","steps":["trace[1681479126] 'agreement among raft nodes before linearized reading' (duration: 3.38707801s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:29.883359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:26.496073Z","time spent":"3.387274214s","remote":"127.0.0.1:47260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/cert-manager/\" range_end:\"/registry/limitranges/cert-manager0\" "} {"level":"warn","ts":"2026-03-18T00:50:30.384191Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252451319553591,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:50:30.455157Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.438538317s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T00:50:31.245592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000625959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T00:50:31.245687Z","caller":"traceutil/trace.go:171","msg":"trace[848846021] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000768493s","start":"2026-03-18T00:50:29.244895Z","end":"2026-03-18T00:50:31.245663Z","steps":["trace[848846021] 'agreement among raft nodes before linearized reading' (duration: 2.00066009s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:31.245732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:29.244871Z","time spent":"2.000852185s","remote":"127.0.0.1:47146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 00:50:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T00:50:31.621955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166396328s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:50:31.622071Z","caller":"traceutil/trace.go:171","msg":"trace[1782892774] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"3.792057193s","start":"2026-03-18T00:50:27.829993Z","end":"2026-03-18T00:50:31.622051Z","steps":["trace[1782892774] 'process raft request' (duration: 2.625480942s)","trace[1782892774] 'compare' (duration: 1.166271884s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:50:31.622148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:27.829959Z","time spent":"3.792159956s","remote":"127.0.0.1:47184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73420,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:31.70654Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.251133466s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T00:50:31.706963Z","caller":"traceutil/trace.go:171","msg":"trace[2019112437] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"1.820404448s","start":"2026-03-18T00:50:29.886538Z","end":"2026-03-18T00:50:31.706943Z","steps":["trace[2019112437] 'process raft request' (duration: 1.820345767s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:31.707042Z","caller":"traceutil/trace.go:171","msg":"trace[1007207900] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"2.605009589s","start":"2026-03-18T00:50:29.101981Z","end":"2026-03-18T00:50:31.70699Z","steps":["trace[1007207900] 'process raft request' (duration: 2.604776503s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:31.707091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:29.886502Z","time spent":"1.820520631s","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3777,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T00:50:31.707228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:29.101951Z","time spent":"2.605161012s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:31.707289Z","caller":"traceutil/trace.go:171","msg":"trace[1504482260] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"1.820644435s","start":"2026-03-18T00:50:29.886622Z","end":"2026-03-18T00:50:31.707267Z","steps":["trace[1504482260] 'process raft request' (duration: 1.820294637s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:31.707355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:29.886578Z","time spent":"1.820751157s","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2641,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T00:50:31.70746Z","caller":"traceutil/trace.go:171","msg":"trace[842833191] linearizableReadLoop","detail":"{readStateIndex:636; appliedIndex:630; }","duration":"1.824245755s","start":"2026-03-18T00:50:29.883187Z","end":"2026-03-18T00:50:31.707433Z","steps":["trace[842833191] 'read index received' (duration: 572.194689ms)","trace[842833191] 'applied index is now lower than readState.Index' (duration: 1.252049636s)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:31.707522Z","caller":"traceutil/trace.go:171","msg":"trace[1802825981] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"1.820595183s","start":"2026-03-18T00:50:29.88682Z","end":"2026-03-18T00:50:31.707415Z","steps":["trace[1802825981] 'process raft request' (duration: 1.820345877s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:31.70767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.394102229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T00:50:31.707706Z","caller":"traceutil/trace.go:171","msg":"trace[379002651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:610; }","duration":"3.3941694s","start":"2026-03-18T00:50:28.313528Z","end":"2026-03-18T00:50:31.707697Z","steps":["trace[379002651] 'agreement among raft nodes before linearized reading' (duration: 3.394022307s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:31.707738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:28.313515Z","time spent":"3.394215712s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T00:50:31.707709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.421077011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-18T00:50:31.707742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:29.886785Z","time spent":"1.820849759s","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3483,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T00:50:31.707522Z","caller":"traceutil/trace.go:171","msg":"trace[1735724684] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"1.81915052s","start":"2026-03-18T00:50:29.888363Z","end":"2026-03-18T00:50:31.707514Z","steps":["trace[1735724684] 'process raft request' (duration: 1.818908495s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:31.707803Z","caller":"traceutil/trace.go:171","msg":"trace[832899884] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:610; }","duration":"3.421205423s","start":"2026-03-18T00:50:28.286572Z","end":"2026-03-18T00:50:31.707778Z","steps":["trace[832899884] 'agreement among raft nodes before linearized reading' (duration: 3.420917357s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:31.707852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.089823925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-gqlxg\" ","response":"range_response_count:1 size:16961"} {"level":"warn","ts":"2026-03-18T00:50:31.707893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:29.888343Z","time spent":"1.819486727s","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":703,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T00:50:31.70794Z","caller":"traceutil/trace.go:171","msg":"trace[538890411] range","detail":"{range_begin:/registry/pods/kube-system/cilium-gqlxg; range_end:; response_count:1; response_revision:610; }","duration":"5.089969178s","start":"2026-03-18T00:50:26.617958Z","end":"2026-03-18T00:50:31.707927Z","steps":["trace[538890411] 'agreement among raft nodes before linearized reading' (duration: 5.089823735s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:31.708045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:26.617923Z","time spent":"5.090109681s","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16983,"request content":"key:\"/registry/pods/kube-system/cilium-gqlxg\" "} {"level":"warn","ts":"2026-03-18T00:50:31.707748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.454977509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T00:50:31.708235Z","caller":"traceutil/trace.go:171","msg":"trace[210120699] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:610; }","duration":"3.4555119s","start":"2026-03-18T00:50:28.252679Z","end":"2026-03-18T00:50:31.70819Z","steps":["trace[210120699] 'agreement among raft nodes before linearized reading' (duration: 3.454904567s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:31.707712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.895417313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:50:31.708348Z","caller":"traceutil/trace.go:171","msg":"trace[2089642855] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck; range_end:; response_count:0; response_revision:610; }","duration":"3.896115999s","start":"2026-03-18T00:50:27.812218Z","end":"2026-03-18T00:50:31.708334Z","steps":["trace[2089642855] 'agreement among raft nodes before linearized reading' (duration: 3.895399272s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:31.708433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:28.252648Z","time spent":"3.455689166s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T00:50:31.708458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:27.812202Z","time spent":"3.896240892s","remote":"127.0.0.1:47316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" "} {"level":"warn","ts":"2026-03-18T00:50:31.707841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.458382925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T00:50:31.708552Z","caller":"traceutil/trace.go:171","msg":"trace[1294933250] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:610; }","duration":"3.459149283s","start":"2026-03-18T00:50:28.249384Z","end":"2026-03-18T00:50:31.708533Z","steps":["trace[1294933250] 'agreement among raft nodes before linearized reading' (duration: 3.458316853s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:31.70868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:28.249349Z","time spent":"3.459277906s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T00:50:31.707854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:28.286561Z","time spent":"3.421283446s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T00:50:33.253986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000139799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T00:50:33.254164Z","caller":"traceutil/trace.go:171","msg":"trace[2049651044] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000382945s","start":"2026-03-18T00:50:31.25375Z","end":"2026-03-18T00:50:33.254133Z","steps":["trace[2049651044] 'agreement among raft nodes before linearized reading' (duration: 2.00016577s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:33.254249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:31.253732Z","time spent":"2.000499237s","remote":"127.0.0.1:47154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:50:35.254701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000153659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T00:50:35.254838Z","caller":"traceutil/trace.go:171","msg":"trace[300786232] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000381125s","start":"2026-03-18T00:50:33.254425Z","end":"2026-03-18T00:50:35.254807Z","steps":["trace[300786232] 'agreement among raft nodes before linearized reading' (duration: 2.000201601s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:35.254911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:33.254394Z","time spent":"2.000502598s","remote":"127.0.0.1:47146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:50:35.546258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.375887488s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-18T00:50:35.546545Z","caller":"traceutil/trace.go:171","msg":"trace[280982536] linearizableReadLoop","detail":"{readStateIndex:638; appliedIndex:636; }","duration":"3.838973626s","start":"2026-03-18T00:50:31.70755Z","end":"2026-03-18T00:50:35.546524Z","steps":["trace[280982536] 'read index received' (duration: 462.76738ms)","trace[280982536] 'applied index is now lower than readState.Index' (duration: 3.376205026s)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:35.546627Z","caller":"traceutil/trace.go:171","msg":"trace[1975154595] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"4.296420716s","start":"2026-03-18T00:50:31.250169Z","end":"2026-03-18T00:50:35.546589Z","steps":["trace[1975154595] 'process raft request' (duration: 4.296209181s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:35.546755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.656616092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3516"} {"level":"info","ts":"2026-03-18T00:50:35.546783Z","caller":"traceutil/trace.go:171","msg":"trace[661000319] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:611; }","duration":"5.656667503s","start":"2026-03-18T00:50:29.890108Z","end":"2026-03-18T00:50:35.546775Z","steps":["trace[661000319] 'agreement among raft nodes before linearized reading' (duration: 5.656498869s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:35.546788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:31.250141Z","time spent":"4.296572769s","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T00:50:35.546817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:29.890102Z","time spent":"5.656707774s","remote":"127.0.0.1:47548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":3538,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-03-18T00:50:35.546899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.657647435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4374"} {"level":"info","ts":"2026-03-18T00:50:35.546967Z","caller":"traceutil/trace.go:171","msg":"trace[643122650] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:611; }","duration":"5.657781618s","start":"2026-03-18T00:50:29.88917Z","end":"2026-03-18T00:50:35.546952Z","steps":["trace[643122650] 'agreement among raft nodes before linearized reading' (duration: 5.657545293s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:35.547011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:29.889159Z","time spent":"5.657843449s","remote":"127.0.0.1:47548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":4396,"request content":"key:\"/registry/deployments/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-03-18T00:50:35.547204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.657629245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:4640"} {"level":"info","ts":"2026-03-18T00:50:35.547363Z","caller":"traceutil/trace.go:171","msg":"trace[696691939] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:611; }","duration":"5.657815469s","start":"2026-03-18T00:50:29.88951Z","end":"2026-03-18T00:50:35.547326Z","steps":["trace[696691939] 'agreement among raft nodes before linearized reading' (duration: 5.657227235s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:35.547462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:29.889504Z","time spent":"5.657942501s","remote":"127.0.0.1:47548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4662,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-03-18T00:50:35.551077Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.380202054s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T00:50:35.551654Z","caller":"traceutil/trace.go:171","msg":"trace[1143431462] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"3.837774628s","start":"2026-03-18T00:50:31.713863Z","end":"2026-03-18T00:50:35.551638Z","steps":["trace[1143431462] 'process raft request' (duration: 3.837510462s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:35.551845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:31.713841Z","time spent":"3.837932002s","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":872,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T00:50:35.551932Z","caller":"traceutil/trace.go:171","msg":"trace[423612075] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"3.836812846s","start":"2026-03-18T00:50:31.715068Z","end":"2026-03-18T00:50:35.551881Z","steps":["trace[423612075] 'process raft request' (duration: 3.836682942s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:35.551992Z","caller":"traceutil/trace.go:171","msg":"trace[2045206272] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"3.83741607s","start":"2026-03-18T00:50:31.714481Z","end":"2026-03-18T00:50:35.551897Z","steps":["trace[2045206272] 'process raft request' (duration: 3.837142623s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:35.552009Z","caller":"traceutil/trace.go:171","msg":"trace[772003022] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"3.837580083s","start":"2026-03-18T00:50:31.714265Z","end":"2026-03-18T00:50:35.551845Z","steps":["trace[772003022] 'process raft request' (duration: 3.837315246s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:35.552182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:31.715057Z","time spent":"3.836999081s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:35.552297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:31.714254Z","time spent":"3.837874431s","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":735,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T00:50:35.552328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:31.714448Z","time spent":"3.837714136s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:35.552331Z","caller":"traceutil/trace.go:171","msg":"trace[1917349450] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"3.837083563s","start":"2026-03-18T00:50:31.715229Z","end":"2026-03-18T00:50:35.552313Z","steps":["trace[1917349450] 'process raft request' (duration: 3.83656804s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:35.552514Z","caller":"traceutil/trace.go:171","msg":"trace[1991747814] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"3.836809446s","start":"2026-03-18T00:50:31.715695Z","end":"2026-03-18T00:50:35.552504Z","steps":["trace[1991747814] 'process raft request' (duration: 3.83656413s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:35.552509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:31.71522Z","time spent":"3.837235076s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:35.552623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:31.715665Z","time spent":"3.836895608s","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T00:50:35.552527Z","caller":"traceutil/trace.go:171","msg":"trace[1580263814] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"3.837696566s","start":"2026-03-18T00:50:31.714813Z","end":"2026-03-18T00:50:35.552509Z","steps":["trace[1580263814] 'process raft request' (duration: 3.836893787s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:35.552821Z","caller":"traceutil/trace.go:171","msg":"trace[1908041286] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"3.836826006s","start":"2026-03-18T00:50:31.715969Z","end":"2026-03-18T00:50:35.552795Z","steps":["trace[1908041286] 'process raft request' (duration: 3.836497489s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:35.552873Z","caller":"traceutil/trace.go:171","msg":"trace[1313417721] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"3.835080247s","start":"2026-03-18T00:50:31.717774Z","end":"2026-03-18T00:50:35.552854Z","steps":["trace[1313417721] 'process raft request' (duration: 3.834954994s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:35.55295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:31.714801Z","time spent":"3.838052814s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:35.553031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:31.715958Z","time spent":"3.83694138s","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4251,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:35.553045Z","caller":"traceutil/trace.go:171","msg":"trace[327491501] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"3.836292224s","start":"2026-03-18T00:50:31.71673Z","end":"2026-03-18T00:50:35.553022Z","steps":["trace[327491501] 'process raft request' (duration: 3.835935586s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:35.553188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:31.716721Z","time spent":"3.836401277s","remote":"127.0.0.1:47566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3551,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:35.552978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:31.717761Z","time spent":"3.835169958s","remote":"127.0.0.1:47566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4410,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:35.553669Z","caller":"traceutil/trace.go:171","msg":"trace[1253787670] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"3.83562986s","start":"2026-03-18T00:50:31.717978Z","end":"2026-03-18T00:50:35.553608Z","steps":["trace[1253787670] 'process raft request' (duration: 3.834808941s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:35.553942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:31.717972Z","time spent":"3.835838054s","remote":"127.0.0.1:47566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4675,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:35.55397Z","caller":"traceutil/trace.go:171","msg":"trace[1736400928] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"3.829978891s","start":"2026-03-18T00:50:31.723971Z","end":"2026-03-18T00:50:35.55395Z","steps":["trace[1736400928] 'process raft request' (duration: 3.829356067s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:35.55425Z","caller":"traceutil/trace.go:171","msg":"trace[1917138329] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"3.759736891s","start":"2026-03-18T00:50:31.794499Z","end":"2026-03-18T00:50:35.554236Z","steps":["trace[1917138329] 'process raft request' (duration: 3.759368352s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:35.554666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:31.723936Z","time spent":"3.830659737s","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:35.554786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:31.794467Z","time spent":"3.760210031s","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211570,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:35.560562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.877854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:50:35.560653Z","caller":"traceutil/trace.go:171","msg":"trace[427347712] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:625; }","duration":"297.041827ms","start":"2026-03-18T00:50:35.263591Z","end":"2026-03-18T00:50:35.560633Z","steps":["trace[427347712] 'agreement among raft nodes before linearized reading' (duration: 296.869233ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:35.560983Z","caller":"traceutil/trace.go:171","msg":"trace[375243295] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"1.98911755s","start":"2026-03-18T00:50:33.571857Z","end":"2026-03-18T00:50:35.560975Z","steps":["trace[375243295] 'process raft request' (duration: 1.988453715s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:35.561083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:33.571823Z","time spent":"1.989187972s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:36.139789Z","caller":"traceutil/trace.go:171","msg":"trace[1400816066] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"136.109762ms","start":"2026-03-18T00:50:36.003654Z","end":"2026-03-18T00:50:36.139764Z","steps":["trace[1400816066] 'process raft request' (duration: 135.323915ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:37.676534Z","caller":"traceutil/trace.go:171","msg":"trace[121080070] linearizableReadLoop","detail":"{readStateIndex:695; appliedIndex:694; }","duration":"203.912959ms","start":"2026-03-18T00:50:37.472587Z","end":"2026-03-18T00:50:37.6765Z","steps":["trace[121080070] 'read index received' (duration: 200.84581ms)","trace[121080070] 'applied index is now lower than readState.Index' (duration: 3.066079ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:37.676667Z","caller":"traceutil/trace.go:171","msg":"trace[362538624] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"205.743209ms","start":"2026-03-18T00:50:37.470904Z","end":"2026-03-18T00:50:37.676648Z","steps":["trace[362538624] 'process raft request' (duration: 202.541307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:37.676764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.157944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-18T00:50:37.676812Z","caller":"traceutil/trace.go:171","msg":"trace[1283727295] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:667; }","duration":"204.303618ms","start":"2026-03-18T00:50:37.472494Z","end":"2026-03-18T00:50:37.676798Z","steps":["trace[1283727295] 'agreement among raft nodes before linearized reading' (duration: 204.172515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:37.677093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.212075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-18T00:50:37.677165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.667725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T00:50:37.677134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.221318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-18T00:50:37.677167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.528322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T00:50:37.677221Z","caller":"traceutil/trace.go:171","msg":"trace[1030744561] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:667; }","duration":"117.375138ms","start":"2026-03-18T00:50:37.559815Z","end":"2026-03-18T00:50:37.67719Z","steps":["trace[1030744561] 'agreement among raft nodes before linearized reading' (duration: 117.041841ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:37.677251Z","caller":"traceutil/trace.go:171","msg":"trace[85745817] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:667; }","duration":"118.406551ms","start":"2026-03-18T00:50:37.558817Z","end":"2026-03-18T00:50:37.677223Z","steps":["trace[85745817] 'agreement among raft nodes before linearized reading' (duration: 118.049173ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:37.677306Z","caller":"traceutil/trace.go:171","msg":"trace[104437518] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:667; }","duration":"117.715716ms","start":"2026-03-18T00:50:37.55954Z","end":"2026-03-18T00:50:37.677256Z","steps":["trace[104437518] 'agreement among raft nodes before linearized reading' (duration: 117.434779ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:37.677217Z","caller":"traceutil/trace.go:171","msg":"trace[1827614034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:667; }","duration":"117.737416ms","start":"2026-03-18T00:50:37.559462Z","end":"2026-03-18T00:50:37.6772Z","steps":["trace[1827614034] 'agreement among raft nodes before linearized reading' (duration: 117.554072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:56.394665Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252451319554158,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:50:56.895704Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252451319554158,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:50:56.940908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.289166ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:50:56.941041Z","caller":"traceutil/trace.go:171","msg":"trace[290507144] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:914; }","duration":"637.4436ms","start":"2026-03-18T00:50:56.303578Z","end":"2026-03-18T00:50:56.941022Z","steps":["trace[290507144] 'range keys from in-memory index tree' (duration: 637.254556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:56.941006Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.05337172s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T00:50:56.941607Z","caller":"traceutil/trace.go:171","msg":"trace[1656534356] transaction","detail":"{read_only:false; response_revision:916; number_of_response:1; }","duration":"1.099849764s","start":"2026-03-18T00:50:55.841717Z","end":"2026-03-18T00:50:56.941567Z","steps":["trace[1656534356] 'process raft request' (duration: 1.09965783s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:56.941691Z","caller":"traceutil/trace.go:171","msg":"trace[2062430822] transaction","detail":"{read_only:false; response_revision:915; number_of_response:1; }","duration":"1.10137153s","start":"2026-03-18T00:50:55.8403Z","end":"2026-03-18T00:50:56.941672Z","steps":["trace[2062430822] 'process raft request' (duration: 1.100892869s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:56.941783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:55.841699Z","time spent":"1.099977298s","remote":"127.0.0.1:47288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1067,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:56.941812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:55.840284Z","time spent":"1.101449711s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:56.941589Z","caller":"traceutil/trace.go:171","msg":"trace[791389722] transaction","detail":"{read_only:false; response_revision:917; number_of_response:1; }","duration":"1.099336802s","start":"2026-03-18T00:50:55.842195Z","end":"2026-03-18T00:50:56.941532Z","steps":["trace[791389722] 'process raft request' (duration: 1.09924414s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:56.942087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:55.842185Z","time spent":"1.099866764s","remote":"127.0.0.1:47384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1612,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:57.156742Z","caller":"traceutil/trace.go:171","msg":"trace[576441936] transaction","detail":"{read_only:false; response_revision:918; number_of_response:1; }","duration":"1.257656421s","start":"2026-03-18T00:50:55.899059Z","end":"2026-03-18T00:50:57.156716Z","steps":["trace[576441936] 'process raft request' (duration: 1.257394815s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:57.156913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:55.899033Z","time spent":"1.257792024s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:57.157207Z","caller":"traceutil/trace.go:171","msg":"trace[1322137125] transaction","detail":"{read_only:false; response_revision:919; number_of_response:1; }","duration":"1.25803064s","start":"2026-03-18T00:50:55.899151Z","end":"2026-03-18T00:50:57.157181Z","steps":["trace[1322137125] 'process raft request' (duration: 1.257522468s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:57.157378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:55.899096Z","time spent":"1.258218954s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:57.157527Z","caller":"traceutil/trace.go:171","msg":"trace[1450083893] transaction","detail":"{read_only:false; response_revision:920; number_of_response:1; }","duration":"1.258310896s","start":"2026-03-18T00:50:55.899185Z","end":"2026-03-18T00:50:57.157496Z","steps":["trace[1450083893] 'process raft request' (duration: 1.257865346s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:57.157605Z","caller":"traceutil/trace.go:171","msg":"trace[294096509] linearizableReadLoop","detail":"{readStateIndex:956; appliedIndex:948; }","duration":"1.263606088s","start":"2026-03-18T00:50:55.893944Z","end":"2026-03-18T00:50:57.15755Z","steps":["trace[294096509] 'read index received' (duration: 1.04731019s)","trace[294096509] 'applied index is now lower than readState.Index' (duration: 216.294548ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:50:57.157734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:55.899164Z","time spent":"1.258457429s","remote":"127.0.0.1:47608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2547,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:57.157909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.294408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:50:57.157991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.769134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:50:57.158015Z","caller":"traceutil/trace.go:171","msg":"trace[368437973] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:922; }","duration":"934.446092ms","start":"2026-03-18T00:50:56.223541Z","end":"2026-03-18T00:50:57.157987Z","steps":["trace[368437973] 'agreement among raft nodes before linearized reading' (duration: 934.273858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:57.158067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:56.223526Z","time spent":"934.530284ms","remote":"127.0.0.1:47260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-18T00:50:57.158066Z","caller":"traceutil/trace.go:171","msg":"trace[1717485806] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:922; }","duration":"681.875325ms","start":"2026-03-18T00:50:56.47617Z","end":"2026-03-18T00:50:57.158045Z","steps":["trace[1717485806] 'agreement among raft nodes before linearized reading' (duration: 681.764783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:57.158123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:56.476149Z","time spent":"681.957608ms","remote":"127.0.0.1:47496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:50:57.158131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.354651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:50:57.158197Z","caller":"traceutil/trace.go:171","msg":"trace[1853034981] transaction","detail":"{read_only:false; response_revision:921; number_of_response:1; }","duration":"1.25894277s","start":"2026-03-18T00:50:55.899224Z","end":"2026-03-18T00:50:57.158167Z","steps":["trace[1853034981] 'process raft request' (duration: 1.25807615s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:57.158222Z","caller":"traceutil/trace.go:171","msg":"trace[1970550407] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:922; }","duration":"912.536505ms","start":"2026-03-18T00:50:56.245665Z","end":"2026-03-18T00:50:57.158201Z","steps":["trace[1970550407] 'agreement among raft nodes before linearized reading' (duration: 912.33963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:57.158271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317418451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T00:50:57.158296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:56.245627Z","time spent":"912.658818ms","remote":"127.0.0.1:47154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T00:50:57.158325Z","caller":"traceutil/trace.go:171","msg":"trace[2030259389] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:922; }","duration":"1.317497813s","start":"2026-03-18T00:50:55.84081Z","end":"2026-03-18T00:50:57.158308Z","steps":["trace[2030259389] 'agreement among raft nodes before linearized reading' (duration: 1.317328599s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:57.158354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:55.89919Z","time spent":"1.259084024s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:57.158375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:55.840801Z","time spent":"1.317561885s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T00:50:57.158379Z","caller":"traceutil/trace.go:171","msg":"trace[1430022379] transaction","detail":"{read_only:false; response_revision:922; number_of_response:1; }","duration":"1.258853068s","start":"2026-03-18T00:50:55.899507Z","end":"2026-03-18T00:50:57.15836Z","steps":["trace[1430022379] 'process raft request' (duration: 1.257914047s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:57.158644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:55.899496Z","time spent":"1.259050473s","remote":"127.0.0.1:47598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2600,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:57.158817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291540694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:50:57.15894Z","caller":"traceutil/trace.go:171","msg":"trace[1048053172] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:922; }","duration":"1.291714889s","start":"2026-03-18T00:50:55.867196Z","end":"2026-03-18T00:50:57.158911Z","steps":["trace[1048053172] 'agreement among raft nodes before linearized reading' (duration: 1.290579572s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:57.158997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:55.867184Z","time spent":"1.291800671s","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":7,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:51:20.20709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.441237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-2xfrs\" ","response":"range_response_count:1 size:4196"} {"level":"info","ts":"2026-03-18T00:51:20.207202Z","caller":"traceutil/trace.go:171","msg":"trace[2130683196] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-2xfrs; range_end:; response_count:1; response_revision:1076; }","duration":"298.61187ms","start":"2026-03-18T00:51:19.908568Z","end":"2026-03-18T00:51:20.207179Z","steps":["trace[2130683196] 'range keys from in-memory index tree' (duration: 298.209511ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:24.543598Z","caller":"traceutil/trace.go:171","msg":"trace[200801821] transaction","detail":"{read_only:false; response_revision:1165; number_of_response:1; }","duration":"146.808321ms","start":"2026-03-18T00:51:24.396742Z","end":"2026-03-18T00:51:24.54355Z","steps":["trace[200801821] 'process raft request' (duration: 146.413232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:25.375102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.212916ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:51:25.375315Z","caller":"traceutil/trace.go:171","msg":"trace[1197319396] transaction","detail":"{read_only:false; response_revision:1180; number_of_response:1; }","duration":"208.732614ms","start":"2026-03-18T00:51:25.166537Z","end":"2026-03-18T00:51:25.37527Z","steps":["trace[1197319396] 'compare' (duration: 203.081993ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:25.375386Z","caller":"traceutil/trace.go:171","msg":"trace[1244461781] transaction","detail":"{read_only:false; response_revision:1181; number_of_response:1; }","duration":"205.673113ms","start":"2026-03-18T00:51:25.169661Z","end":"2026-03-18T00:51:25.375334Z","steps":["trace[1244461781] 'process raft request' (duration: 205.566081ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:25.375438Z","caller":"traceutil/trace.go:171","msg":"trace[1174163225] linearizableReadLoop","detail":"{readStateIndex:1224; appliedIndex:1223; }","duration":"208.097908ms","start":"2026-03-18T00:51:25.167311Z","end":"2026-03-18T00:51:25.375409Z","steps":["trace[1174163225] 'read index received' (duration: 4.454592ms)","trace[1174163225] 'applied index is now lower than readState.Index' (duration: 203.639386ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:51:25.375644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.496747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:51:25.375691Z","caller":"traceutil/trace.go:171","msg":"trace[1122165964] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1181; }","duration":"163.563409ms","start":"2026-03-18T00:51:25.212115Z","end":"2026-03-18T00:51:25.375678Z","steps":["trace[1122165964] 'agreement among raft nodes before linearized reading' (duration: 163.456737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:25.375831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.395309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:51:25.375933Z","caller":"traceutil/trace.go:171","msg":"trace[1520230300] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1181; }","duration":"132.573273ms","start":"2026-03-18T00:51:25.243341Z","end":"2026-03-18T00:51:25.375914Z","steps":["trace[1520230300] 'agreement among raft nodes before linearized reading' (duration: 132.395149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:25.376264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.931588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-xc8t9\" ","response":"range_response_count:1 size:3261"} {"level":"info","ts":"2026-03-18T00:51:25.376345Z","caller":"traceutil/trace.go:171","msg":"trace[522596395] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-xc8t9; range_end:; response_count:1; response_revision:1181; }","duration":"209.05611ms","start":"2026-03-18T00:51:25.167266Z","end":"2026-03-18T00:51:25.376322Z","steps":["trace[522596395] 'agreement among raft nodes before linearized reading' (duration: 208.249401ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:26.50775Z","caller":"traceutil/trace.go:171","msg":"trace[506800221] transaction","detail":"{read_only:false; response_revision:1192; number_of_response:1; }","duration":"346.008215ms","start":"2026-03-18T00:51:26.161712Z","end":"2026-03-18T00:51:26.50772Z","steps":["trace[506800221] 'process raft request' (duration: 345.801861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:26.507942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:26.161676Z","time spent":"346.162398ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:51:27.085116Z","caller":"traceutil/trace.go:171","msg":"trace[66563629] transaction","detail":"{read_only:false; response_revision:1196; number_of_response:1; }","duration":"126.229127ms","start":"2026-03-18T00:51:26.958858Z","end":"2026-03-18T00:51:27.085087Z","steps":["trace[66563629] 'process raft request' (duration: 126.036492ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:29.501789Z","caller":"traceutil/trace.go:171","msg":"trace[538754028] linearizableReadLoop","detail":"{readStateIndex:1248; appliedIndex:1247; }","duration":"257.49696ms","start":"2026-03-18T00:51:29.244276Z","end":"2026-03-18T00:51:29.501773Z","steps":["trace[538754028] 'read index received' (duration: 257.328906ms)","trace[538754028] 'applied index is now lower than readState.Index' (duration: 167.464µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:51:29.501998Z","caller":"traceutil/trace.go:171","msg":"trace[1051308131] transaction","detail":"{read_only:false; response_revision:1203; number_of_response:1; }","duration":"378.195879ms","start":"2026-03-18T00:51:29.123758Z","end":"2026-03-18T00:51:29.501953Z","steps":["trace[1051308131] 'process raft request' (duration: 377.891412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:29.502183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:29.123718Z","time spent":"378.368343ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:51:29.502687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.741006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:51:29.502859Z","caller":"traceutil/trace.go:171","msg":"trace[953807508] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1203; }","duration":"258.610436ms","start":"2026-03-18T00:51:29.24421Z","end":"2026-03-18T00:51:29.50282Z","steps":["trace[953807508] 'agreement among raft nodes before linearized reading' (duration: 257.676705ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:29.997964Z","caller":"traceutil/trace.go:171","msg":"trace[1705307418] transaction","detail":"{read_only:false; response_revision:1207; number_of_response:1; }","duration":"490.104495ms","start":"2026-03-18T00:51:29.507829Z","end":"2026-03-18T00:51:29.997933Z","steps":["trace[1705307418] 'process raft request' (duration: 490.053773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:29.998172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:29.507817Z","time spent":"490.243378ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:51:29.998335Z","caller":"traceutil/trace.go:171","msg":"trace[111581429] transaction","detail":"{read_only:false; response_revision:1205; number_of_response:1; }","duration":"491.079437ms","start":"2026-03-18T00:51:29.507219Z","end":"2026-03-18T00:51:29.998298Z","steps":["trace[111581429] 'process raft request' (duration: 490.416632ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:29.998386Z","caller":"traceutil/trace.go:171","msg":"trace[1242199185] transaction","detail":"{read_only:false; response_revision:1206; number_of_response:1; }","duration":"490.600496ms","start":"2026-03-18T00:51:29.50775Z","end":"2026-03-18T00:51:29.99835Z","steps":["trace[1242199185] 'process raft request' (duration: 490.078884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:29.998516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:29.50718Z","time spent":"491.240921ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:51:29.998536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:29.507721Z","time spent":"490.73884ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:51:42.042513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.203879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:51:42.042628Z","caller":"traceutil/trace.go:171","msg":"trace[710446260] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com; range_end:; response_count:0; response_revision:1434; }","duration":"146.385713ms","start":"2026-03-18T00:51:41.89622Z","end":"2026-03-18T00:51:42.042605Z","steps":["trace[710446260] 'range keys from in-memory index tree' (duration: 146.097807ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:44.466269Z","caller":"traceutil/trace.go:171","msg":"trace[1535461780] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1455; }","duration":"155.522525ms","start":"2026-03-18T00:51:44.310711Z","end":"2026-03-18T00:51:44.466234Z","steps":["trace[1535461780] 'process raft request' (duration: 155.374201ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:44.471303Z","caller":"traceutil/trace.go:171","msg":"trace[208996258] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1455; }","duration":"159.727082ms","start":"2026-03-18T00:51:44.31151Z","end":"2026-03-18T00:51:44.471237Z","steps":["trace[208996258] 'process raft request' (duration: 159.525117ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:47.853406Z","caller":"traceutil/trace.go:171","msg":"trace[992977958] transaction","detail":"{read_only:false; response_revision:1505; number_of_response:1; }","duration":"194.384432ms","start":"2026-03-18T00:51:47.658986Z","end":"2026-03-18T00:51:47.853371Z","steps":["trace[992977958] 'process raft request' (duration: 130.26849ms)","trace[992977958] 'compare' (duration: 63.958278ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:51:47.858357Z","caller":"traceutil/trace.go:171","msg":"trace[1124125384] transaction","detail":"{read_only:false; response_revision:1506; number_of_response:1; }","duration":"179.97783ms","start":"2026-03-18T00:51:47.678345Z","end":"2026-03-18T00:51:47.858323Z","steps":["trace[1124125384] 'process raft request' (duration: 179.752465ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:47.858606Z","caller":"traceutil/trace.go:171","msg":"trace[1679535793] transaction","detail":"{read_only:false; response_revision:1507; number_of_response:1; }","duration":"137.262682ms","start":"2026-03-18T00:51:47.721299Z","end":"2026-03-18T00:51:47.858561Z","steps":["trace[1679535793] 'process raft request' (duration: 136.972636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:48.109528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.008278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:51:48.109629Z","caller":"traceutil/trace.go:171","msg":"trace[2136446041] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1507; }","duration":"115.152191ms","start":"2026-03-18T00:51:47.994453Z","end":"2026-03-18T00:51:48.109605Z","steps":["trace[2136446041] 'range keys from in-memory index tree' (duration: 114.928205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:48.109893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.287214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:51:48.11002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.266905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:51:48.110081Z","caller":"traceutil/trace.go:171","msg":"trace[1432584722] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1507; }","duration":"151.326307ms","start":"2026-03-18T00:51:47.958737Z","end":"2026-03-18T00:51:48.110064Z","steps":["trace[1432584722] 'count revisions from in-memory index tree' (duration: 151.161893ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:48.110048Z","caller":"traceutil/trace.go:171","msg":"trace[1038659669] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1507; }","duration":"115.502009ms","start":"2026-03-18T00:51:47.994522Z","end":"2026-03-18T00:51:48.110024Z","steps":["trace[1038659669] 'count revisions from in-memory index tree' (duration: 115.168671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:48.109958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.47691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:51:48.110444Z","caller":"traceutil/trace.go:171","msg":"trace[1214729486] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1507; }","duration":"151.969272ms","start":"2026-03-18T00:51:47.958455Z","end":"2026-03-18T00:51:48.110424Z","steps":["trace[1214729486] 'range keys from in-memory index tree' (duration: 151.362348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:58.325381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.2915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-34e23482-fec0-4679-9c97-e0b4ce68bc4f\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-18T00:51:58.325479Z","caller":"traceutil/trace.go:171","msg":"trace[43649123] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-34e23482-fec0-4679-9c97-e0b4ce68bc4f; range_end:; response_count:1; response_revision:1623; }","duration":"899.453013ms","start":"2026-03-18T00:51:57.426003Z","end":"2026-03-18T00:51:58.325456Z","steps":["trace[43649123] 'range keys from in-memory index tree' (duration: 899.027993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:58.325521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:57.425972Z","time spent":"899.539965ms","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3648,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-34e23482-fec0-4679-9c97-e0b4ce68bc4f\" "} {"level":"warn","ts":"2026-03-18T00:51:58.325492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082082413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:51:58.325594Z","caller":"traceutil/trace.go:171","msg":"trace[1440517845] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1623; }","duration":"1.082246257s","start":"2026-03-18T00:51:57.243324Z","end":"2026-03-18T00:51:58.325571Z","steps":["trace[1440517845] 'range keys from in-memory index tree' (duration: 1.081973591s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:58.325645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:57.243294Z","time spent":"1.082341589s","remote":"127.0.0.1:47154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:51:58.32583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.270563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T00:51:58.326011Z","caller":"traceutil/trace.go:171","msg":"trace[1738678452] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1623; }","duration":"894.469048ms","start":"2026-03-18T00:51:57.43145Z","end":"2026-03-18T00:51:58.325919Z","steps":["trace[1738678452] 'range keys from in-memory index tree' (duration: 894.007317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:58.326107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:57.431424Z","time spent":"894.663492ms","remote":"127.0.0.1:37880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T00:51:58.326874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.837039ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:51:58.327026Z","caller":"traceutil/trace.go:171","msg":"trace[2039897720] linearizableReadLoop","detail":"{readStateIndex:1697; appliedIndex:1696; }","duration":"669.799077ms","start":"2026-03-18T00:51:57.657206Z","end":"2026-03-18T00:51:58.327005Z","steps":["trace[2039897720] 'read index received' (duration: 100.213µs)","trace[2039897720] 'applied index is now lower than readState.Index' (duration: 669.697554ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:51:58.32707Z","caller":"traceutil/trace.go:171","msg":"trace[877686280] transaction","detail":"{read_only:false; response_revision:1624; number_of_response:1; }","duration":"853.798758ms","start":"2026-03-18T00:51:57.473246Z","end":"2026-03-18T00:51:58.327045Z","steps":["trace[877686280] 'process raft request' (duration: 54.667473ms)","trace[877686280] 'compare' (duration: 797.459776ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:51:58.327219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:57.473222Z","time spent":"853.904911ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:51:58.327274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.079943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T00:51:58.327331Z","caller":"traceutil/trace.go:171","msg":"trace[1478664436] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1624; }","duration":"670.187037ms","start":"2026-03-18T00:51:57.657134Z","end":"2026-03-18T00:51:58.327321Z","steps":["trace[1478664436] 'agreement among raft nodes before linearized reading' (duration: 669.969802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:58.327372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:57.657106Z","time spent":"670.256828ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T00:51:58.343593Z","caller":"traceutil/trace.go:171","msg":"trace[1097626624] transaction","detail":"{read_only:false; response_revision:1625; number_of_response:1; }","duration":"444.969261ms","start":"2026-03-18T00:51:57.898604Z","end":"2026-03-18T00:51:58.343573Z","steps":["trace[1097626624] 'process raft request' (duration: 444.852589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:58.34379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:57.898558Z","time spent":"445.160967ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:51:58.386047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.618508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T00:51:58.386063Z","caller":"traceutil/trace.go:171","msg":"trace[1347174074] transaction","detail":"{read_only:false; response_revision:1626; number_of_response:1; }","duration":"479.595172ms","start":"2026-03-18T00:51:57.906438Z","end":"2026-03-18T00:51:58.386033Z","steps":["trace[1347174074] 'process raft request' (duration: 479.09149ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:58.386109Z","caller":"traceutil/trace.go:171","msg":"trace[168291498] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1627; }","duration":"204.727921ms","start":"2026-03-18T00:51:58.181367Z","end":"2026-03-18T00:51:58.386095Z","steps":["trace[168291498] 'agreement among raft nodes before linearized reading' (duration: 204.497506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:58.386202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.711552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-18T00:51:58.386249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:57.906398Z","time spent":"479.749516ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:51:58.38631Z","caller":"traceutil/trace.go:171","msg":"trace[2121429368] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1627; }","duration":"185.841455ms","start":"2026-03-18T00:51:58.200433Z","end":"2026-03-18T00:51:58.386275Z","steps":["trace[2121429368] 'agreement among raft nodes before linearized reading' (duration: 185.60741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:58.386377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.916104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T00:51:58.386473Z","caller":"traceutil/trace.go:171","msg":"trace[900644175] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1627; }","duration":"198.091558ms","start":"2026-03-18T00:51:58.188361Z","end":"2026-03-18T00:51:58.386453Z","steps":["trace[900644175] 'agreement among raft nodes before linearized reading' (duration: 197.836262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:58.386063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.813589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-34e23482-fec0-4679-9c97-e0b4ce68bc4f\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-18T00:51:58.386903Z","caller":"traceutil/trace.go:171","msg":"trace[216810169] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-34e23482-fec0-4679-9c97-e0b4ce68bc4f; range_end:; response_count:1; response_revision:1627; }","duration":"242.689739ms","start":"2026-03-18T00:51:58.144193Z","end":"2026-03-18T00:51:58.386882Z","steps":["trace[216810169] 'agreement among raft nodes before linearized reading' (duration: 241.708156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:58.386742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.58871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T00:51:58.38711Z","caller":"traceutil/trace.go:171","msg":"trace[2097243123] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1627; }","duration":"720.984678ms","start":"2026-03-18T00:51:57.666066Z","end":"2026-03-18T00:51:58.387051Z","steps":["trace[2097243123] 'agreement among raft nodes before linearized reading' (duration: 719.788411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:58.387299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:57.666045Z","time spent":"721.191054ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T00:51:58.578158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.634725ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:51:58.578495Z","caller":"traceutil/trace.go:171","msg":"trace[980582818] transaction","detail":"{read_only:false; response_revision:1628; number_of_response:1; }","duration":"187.36702ms","start":"2026-03-18T00:51:58.391097Z","end":"2026-03-18T00:51:58.578464Z","steps":["trace[980582818] 'process raft request' (duration: 37.575329ms)","trace[980582818] 'compare' (duration: 148.42609ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:51:58.579264Z","caller":"traceutil/trace.go:171","msg":"trace[947416702] transaction","detail":"{read_only:false; response_revision:1629; number_of_response:1; }","duration":"187.883952ms","start":"2026-03-18T00:51:58.391365Z","end":"2026-03-18T00:51:58.579249Z","steps":["trace[947416702] 'process raft request' (duration: 187.703458ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:58.579489Z","caller":"traceutil/trace.go:171","msg":"trace[1822745308] transaction","detail":"{read_only:false; response_revision:1630; number_of_response:1; }","duration":"188.005054ms","start":"2026-03-18T00:51:58.391465Z","end":"2026-03-18T00:51:58.57947Z","steps":["trace[1822745308] 'process raft request' (duration: 187.731098ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:58.579702Z","caller":"traceutil/trace.go:171","msg":"trace[2052592216] linearizableReadLoop","detail":"{readStateIndex:1705; appliedIndex:1700; }","duration":"183.45967ms","start":"2026-03-18T00:51:58.396217Z","end":"2026-03-18T00:51:58.579676Z","steps":["trace[2052592216] 'read index received' (duration: 32.470061ms)","trace[2052592216] 'applied index is now lower than readState.Index' (duration: 150.988189ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:51:58.579704Z","caller":"traceutil/trace.go:171","msg":"trace[2075930131] transaction","detail":"{read_only:false; response_revision:1631; number_of_response:1; }","duration":"187.567435ms","start":"2026-03-18T00:51:58.392107Z","end":"2026-03-18T00:51:58.579675Z","steps":["trace[2075930131] 'process raft request' (duration: 187.306389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:58.579828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.592593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:51:58.579867Z","caller":"traceutil/trace.go:171","msg":"trace[40508897] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1632; }","duration":"183.675035ms","start":"2026-03-18T00:51:58.396182Z","end":"2026-03-18T00:51:58.579857Z","steps":["trace[40508897] 'agreement among raft nodes before linearized reading' (duration: 183.597663ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:58.57991Z","caller":"traceutil/trace.go:171","msg":"trace[1120572250] transaction","detail":"{read_only:false; response_revision:1632; number_of_response:1; }","duration":"184.108505ms","start":"2026-03-18T00:51:58.395788Z","end":"2026-03-18T00:51:58.579897Z","steps":["trace[1120572250] 'process raft request' (duration: 183.804538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:59.459289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.993836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T00:51:59.459395Z","caller":"traceutil/trace.go:171","msg":"trace[1338017551] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1633; }","duration":"124.146069ms","start":"2026-03-18T00:51:59.335221Z","end":"2026-03-18T00:51:59.459367Z","steps":["trace[1338017551] 'range keys from in-memory index tree' (duration: 123.75937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:59.459568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.199036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-34e23482-fec0-4679-9c97-e0b4ce68bc4f\" ","response":"range_response_count:1 size:3743"} {"level":"info","ts":"2026-03-18T00:51:59.459691Z","caller":"traceutil/trace.go:171","msg":"trace[161019466] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-34e23482-fec0-4679-9c97-e0b4ce68bc4f; range_end:; response_count:1; response_revision:1633; }","duration":"129.39633ms","start":"2026-03-18T00:51:59.330268Z","end":"2026-03-18T00:51:59.459664Z","steps":["trace[161019466] 'range keys from in-memory index tree' (duration: 128.99004ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:04.870367Z","caller":"traceutil/trace.go:171","msg":"trace[1630383399] transaction","detail":"{read_only:false; response_revision:1679; number_of_response:1; }","duration":"262.400333ms","start":"2026-03-18T00:52:04.607933Z","end":"2026-03-18T00:52:04.870333Z","steps":["trace[1630383399] 'process raft request' (duration: 262.225829ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:04.95219Z","caller":"traceutil/trace.go:171","msg":"trace[1182361712] transaction","detail":"{read_only:false; response_revision:1682; number_of_response:1; }","duration":"341.581724ms","start":"2026-03-18T00:52:04.610589Z","end":"2026-03-18T00:52:04.952171Z","steps":["trace[1182361712] 'process raft request' (duration: 341.453301ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:04.95225Z","caller":"traceutil/trace.go:171","msg":"trace[297313402] transaction","detail":"{read_only:false; response_revision:1681; number_of_response:1; }","duration":"341.8521ms","start":"2026-03-18T00:52:04.610365Z","end":"2026-03-18T00:52:04.952217Z","steps":["trace[297313402] 'process raft request' (duration: 341.47173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:04.952335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:04.610563Z","time spent":"341.687415ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:52:04.952424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:04.610353Z","time spent":"341.983242ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:52:04.952598Z","caller":"traceutil/trace.go:171","msg":"trace[1403407924] transaction","detail":"{read_only:false; response_revision:1683; number_of_response:1; }","duration":"278.040246ms","start":"2026-03-18T00:52:04.674514Z","end":"2026-03-18T00:52:04.952554Z","steps":["trace[1403407924] 'process raft request' (duration: 277.620167ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:04.951955Z","caller":"traceutil/trace.go:171","msg":"trace[1731332179] transaction","detail":"{read_only:false; response_revision:1680; number_of_response:1; }","duration":"342.044664ms","start":"2026-03-18T00:52:04.609872Z","end":"2026-03-18T00:52:04.951916Z","steps":["trace[1731332179] 'process raft request' (duration: 341.706086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:04.952941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:04.609849Z","time spent":"342.976646ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:52:12.807403Z","caller":"traceutil/trace.go:171","msg":"trace[976204220] linearizableReadLoop","detail":"{readStateIndex:1817; appliedIndex:1816; }","duration":"246.817004ms","start":"2026-03-18T00:52:12.56056Z","end":"2026-03-18T00:52:12.807377Z","steps":["trace[976204220] 'read index received' (duration: 235.946803ms)","trace[976204220] 'applied index is now lower than readState.Index' (duration: 10.868801ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:52:12.807645Z","caller":"traceutil/trace.go:171","msg":"trace[1993349626] transaction","detail":"{read_only:false; response_revision:1741; number_of_response:1; }","duration":"309.746348ms","start":"2026-03-18T00:52:12.497835Z","end":"2026-03-18T00:52:12.807581Z","steps":["trace[1993349626] 'process raft request' (duration: 298.753214ms)","trace[1993349626] 'compare' (duration: 10.659516ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:52:12.807837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:12.497811Z","time spent":"309.927402ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:52:12.808169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.562221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T00:52:12.808401Z","caller":"traceutil/trace.go:171","msg":"trace[610098363] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1741; }","duration":"247.764725ms","start":"2026-03-18T00:52:12.560506Z","end":"2026-03-18T00:52:12.808271Z","steps":["trace[610098363] 'agreement among raft nodes before linearized reading' (duration: 247.06982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:13.112348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.805122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T00:52:13.112444Z","caller":"traceutil/trace.go:171","msg":"trace[269895858] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1741; }","duration":"204.986306ms","start":"2026-03-18T00:52:12.907436Z","end":"2026-03-18T00:52:13.112423Z","steps":["trace[269895858] 'range keys from in-memory index tree' (duration: 204.541456ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:13.122868Z","caller":"traceutil/trace.go:171","msg":"trace[1335861754] linearizableReadLoop","detail":"{readStateIndex:1818; appliedIndex:1817; }","duration":"135.396388ms","start":"2026-03-18T00:52:12.987453Z","end":"2026-03-18T00:52:13.12285Z","steps":["trace[1335861754] 'read index received' (duration: 135.347057ms)","trace[1335861754] 'applied index is now lower than readState.Index' (duration: 47.831µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:52:13.122982Z","caller":"traceutil/trace.go:171","msg":"trace[1060223935] transaction","detail":"{read_only:false; response_revision:1742; number_of_response:1; }","duration":"146.548616ms","start":"2026-03-18T00:52:12.976385Z","end":"2026-03-18T00:52:13.122933Z","steps":["trace[1060223935] 'process raft request' (duration: 146.328181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:13.12312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.627823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T00:52:13.123195Z","caller":"traceutil/trace.go:171","msg":"trace[767807966] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1742; }","duration":"135.733506ms","start":"2026-03-18T00:52:12.987416Z","end":"2026-03-18T00:52:13.12315Z","steps":["trace[767807966] 'agreement among raft nodes before linearized reading' (duration: 135.534001ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:13.345562Z","caller":"traceutil/trace.go:171","msg":"trace[831491456] linearizableReadLoop","detail":"{readStateIndex:1819; appliedIndex:1818; }","duration":"222.601614ms","start":"2026-03-18T00:52:13.122923Z","end":"2026-03-18T00:52:13.345524Z","steps":["trace[831491456] 'read index received' (duration: 160.048278ms)","trace[831491456] 'applied index is now lower than readState.Index' (duration: 62.551876ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:52:13.345662Z","caller":"traceutil/trace.go:171","msg":"trace[423601966] transaction","detail":"{read_only:false; response_revision:1743; number_of_response:1; }","duration":"227.334713ms","start":"2026-03-18T00:52:13.118279Z","end":"2026-03-18T00:52:13.345614Z","steps":["trace[423601966] 'process raft request' (duration: 164.676725ms)","trace[423601966] 'compare' (duration: 62.402342ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:52:13.345975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.319717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T00:52:13.346033Z","caller":"traceutil/trace.go:171","msg":"trace[875960602] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1743; }","duration":"357.44613ms","start":"2026-03-18T00:52:12.988569Z","end":"2026-03-18T00:52:13.346016Z","steps":["trace[875960602] 'agreement among raft nodes before linearized reading' (duration: 357.131433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:13.346078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:12.988547Z","time spent":"357.522012ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T00:52:13.346196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.758814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T00:52:13.346355Z","caller":"traceutil/trace.go:171","msg":"trace[1308264783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1743; }","duration":"356.911857ms","start":"2026-03-18T00:52:12.989383Z","end":"2026-03-18T00:52:13.346295Z","steps":["trace[1308264783] 'agreement among raft nodes before linearized reading' (duration: 356.303723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:13.346473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:12.989374Z","time spent":"357.08085ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T00:52:13.520163Z","caller":"traceutil/trace.go:171","msg":"trace[886976584] transaction","detail":"{read_only:false; response_revision:1744; number_of_response:1; }","duration":"392.91331ms","start":"2026-03-18T00:52:13.127222Z","end":"2026-03-18T00:52:13.520136Z","steps":["trace[886976584] 'process raft request' (duration: 340.636581ms)","trace[886976584] 'compare' (duration: 52.099135ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:52:13.520158Z","caller":"traceutil/trace.go:171","msg":"trace[985305857] linearizableReadLoop","detail":"{readStateIndex:1820; appliedIndex:1819; }","duration":"174.476652ms","start":"2026-03-18T00:52:13.345655Z","end":"2026-03-18T00:52:13.520132Z","steps":["trace[985305857] 'read index received' (duration: 122.215504ms)","trace[985305857] 'applied index is now lower than readState.Index' (duration: 52.259838ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:52:13.520317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:13.127199Z","time spent":"393.026812ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:52:13.520565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.597065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:52:13.520595Z","caller":"traceutil/trace.go:171","msg":"trace[1440126374] transaction","detail":"{read_only:false; response_revision:1746; number_of_response:1; }","duration":"169.064327ms","start":"2026-03-18T00:52:13.351502Z","end":"2026-03-18T00:52:13.520566Z","steps":["trace[1440126374] 'process raft request' (duration: 168.953844ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:13.520607Z","caller":"traceutil/trace.go:171","msg":"trace[1351229408] transaction","detail":"{read_only:false; response_revision:1745; number_of_response:1; }","duration":"169.20883ms","start":"2026-03-18T00:52:13.351356Z","end":"2026-03-18T00:52:13.520565Z","steps":["trace[1351229408] 'process raft request' (duration: 168.734439ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:13.520651Z","caller":"traceutil/trace.go:171","msg":"trace[1791541913] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1745; }","duration":"187.729028ms","start":"2026-03-18T00:52:13.332904Z","end":"2026-03-18T00:52:13.520633Z","steps":["trace[1791541913] 'agreement among raft nodes before linearized reading' (duration: 187.310719ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:16.56355Z","caller":"traceutil/trace.go:171","msg":"trace[1918297949] transaction","detail":"{read_only:false; response_revision:1759; number_of_response:1; }","duration":"120.071324ms","start":"2026-03-18T00:52:16.443449Z","end":"2026-03-18T00:52:16.563521Z","steps":["trace[1918297949] 'process raft request' (duration: 119.92065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:17.321979Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252451319555885,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:52:17.822406Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252451319555885,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:52:18.165032Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.400486982s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T00:52:18.166221Z","caller":"traceutil/trace.go:171","msg":"trace[821980973] transaction","detail":"{read_only:false; response_revision:1760; number_of_response:1; }","duration":"1.660163943s","start":"2026-03-18T00:52:16.506014Z","end":"2026-03-18T00:52:18.166178Z","steps":["trace[821980973] 'process raft request' (duration: 1.65920869s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:18.166384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:16.505984Z","time spent":"1.660314916s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:52:18.169001Z","caller":"traceutil/trace.go:171","msg":"trace[150155940] linearizableReadLoop","detail":"{readStateIndex:1838; appliedIndex:1836; }","duration":"1.347562879s","start":"2026-03-18T00:52:16.821403Z","end":"2026-03-18T00:52:18.168966Z","steps":["trace[150155940] 'read index received' (duration: 1.343821092s)","trace[150155940] 'applied index is now lower than readState.Index' (duration: 3.740507ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:52:18.169077Z","caller":"traceutil/trace.go:171","msg":"trace[1247433499] transaction","detail":"{read_only:false; response_revision:1761; number_of_response:1; }","duration":"1.032198292s","start":"2026-03-18T00:52:17.13681Z","end":"2026-03-18T00:52:18.169009Z","steps":["trace[1247433499] 'process raft request' (duration: 1.031993947s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:18.169261Z","caller":"traceutil/trace.go:171","msg":"trace[1978483429] transaction","detail":"{read_only:false; response_revision:1762; number_of_response:1; }","duration":"270.89162ms","start":"2026-03-18T00:52:17.898262Z","end":"2026-03-18T00:52:18.169153Z","steps":["trace[1978483429] 'process raft request' (duration: 270.661493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:18.169394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347973859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-18T00:52:18.169451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:17.136783Z","time spent":"1.032517589s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:52:18.169482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.758853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:52:18.169534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.240294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T00:52:18.169552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.617227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-18T00:52:18.169572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.725435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T00:52:18.169634Z","caller":"traceutil/trace.go:171","msg":"trace[520377405] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1762; }","duration":"810.385567ms","start":"2026-03-18T00:52:17.359225Z","end":"2026-03-18T00:52:18.16961Z","steps":["trace[520377405] 'agreement among raft nodes before linearized reading' (duration: 810.146522ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:18.169647Z","caller":"traceutil/trace.go:171","msg":"trace[836583626] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1762; }","duration":"633.857948ms","start":"2026-03-18T00:52:17.53577Z","end":"2026-03-18T00:52:18.169628Z","steps":["trace[836583626] 'agreement among raft nodes before linearized reading' (duration: 633.607312ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:18.169643Z","caller":"traceutil/trace.go:171","msg":"trace[625891903] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1762; }","duration":"635.74469ms","start":"2026-03-18T00:52:17.533874Z","end":"2026-03-18T00:52:18.169619Z","steps":["trace[625891903] 'agreement among raft nodes before linearized reading' (duration: 635.477344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:18.169687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:17.359187Z","time spent":"810.4914ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T00:52:18.169695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:17.533852Z","time spent":"635.834063ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T00:52:18.169475Z","caller":"traceutil/trace.go:171","msg":"trace[689996185] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1762; }","duration":"1.348098942s","start":"2026-03-18T00:52:16.821354Z","end":"2026-03-18T00:52:18.169453Z","steps":["trace[689996185] 'agreement among raft nodes before linearized reading' (duration: 1.347759434s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:18.169779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.939519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T00:52:18.170088Z","caller":"traceutil/trace.go:171","msg":"trace[2135931284] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1762; }","duration":"634.327768ms","start":"2026-03-18T00:52:17.535734Z","end":"2026-03-18T00:52:18.170061Z","steps":["trace[2135931284] 'agreement among raft nodes before linearized reading' (duration: 633.688064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:18.170169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:17.535707Z","time spent":"634.448391ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T00:52:18.169691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:17.535757Z","time spent":"633.925309ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T00:52:18.169832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:16.821323Z","time spent":"1.348500371s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T00:52:18.169557Z","caller":"traceutil/trace.go:171","msg":"trace[1959029017] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1762; }","duration":"925.853905ms","start":"2026-03-18T00:52:17.243685Z","end":"2026-03-18T00:52:18.169539Z","steps":["trace[1959029017] 'agreement among raft nodes before linearized reading' (duration: 925.764302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:18.170363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:17.243663Z","time spent":"926.689404ms","remote":"127.0.0.1:47154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:52:18.169415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332829428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T00:52:18.170493Z","caller":"traceutil/trace.go:171","msg":"trace[927728141] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1762; }","duration":"1.333931874s","start":"2026-03-18T00:52:16.836536Z","end":"2026-03-18T00:52:18.170468Z","steps":["trace[927728141] 'agreement among raft nodes before linearized reading' (duration: 1.332760647s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:18.170581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:16.836511Z","time spent":"1.334030026s","remote":"127.0.0.1:37880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-18T00:52:44.58581Z","caller":"traceutil/trace.go:171","msg":"trace[942942121] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"206.926291ms","start":"2026-03-18T00:52:44.378852Z","end":"2026-03-18T00:52:44.585778Z","steps":["trace[942942121] 'process raft request' (duration: 206.847939ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:44.585866Z","caller":"traceutil/trace.go:171","msg":"trace[1325693902] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"207.597827ms","start":"2026-03-18T00:52:44.378217Z","end":"2026-03-18T00:52:44.585815Z","steps":["trace[1325693902] 'process raft request' (duration: 112.997591ms)","trace[1325693902] 'compare' (duration: 94.35544ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:52:44.5862Z","caller":"traceutil/trace.go:171","msg":"trace[603644611] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"206.86505ms","start":"2026-03-18T00:52:44.379321Z","end":"2026-03-18T00:52:44.586186Z","steps":["trace[603644611] 'process raft request' (duration: 206.760438ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:44.586224Z","caller":"traceutil/trace.go:171","msg":"trace[1886386061] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"206.967022ms","start":"2026-03-18T00:52:44.379192Z","end":"2026-03-18T00:52:44.586159Z","steps":["trace[1886386061] 'process raft request' (duration: 206.539832ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:46.503975Z","caller":"traceutil/trace.go:171","msg":"trace[1685072331] linearizableReadLoop","detail":"{readStateIndex:1988; appliedIndex:1987; }","duration":"125.681034ms","start":"2026-03-18T00:52:46.37827Z","end":"2026-03-18T00:52:46.503951Z","steps":["trace[1685072331] 'read index received' (duration: 125.289085ms)","trace[1685072331] 'applied index is now lower than readState.Index' (duration: 390.989µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:52:46.504111Z","caller":"traceutil/trace.go:171","msg":"trace[1151558890] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"185.505486ms","start":"2026-03-18T00:52:46.318593Z","end":"2026-03-18T00:52:46.504098Z","steps":["trace[1151558890] 'process raft request' (duration: 184.953524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:46.504307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.673635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T00:52:46.504493Z","caller":"traceutil/trace.go:171","msg":"trace[1492906215] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1905; }","duration":"116.815989ms","start":"2026-03-18T00:52:46.387573Z","end":"2026-03-18T00:52:46.504389Z","steps":["trace[1492906215] 'agreement among raft nodes before linearized reading' (duration: 116.593494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:46.504513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.246797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T00:52:46.504695Z","caller":"traceutil/trace.go:171","msg":"trace[724508267] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1905; }","duration":"126.423231ms","start":"2026-03-18T00:52:46.378207Z","end":"2026-03-18T00:52:46.50463Z","steps":["trace[724508267] 'agreement among raft nodes before linearized reading' (duration: 126.208057ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:46.67111Z","caller":"traceutil/trace.go:171","msg":"trace[1498076715] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"162.2782ms","start":"2026-03-18T00:52:46.508794Z","end":"2026-03-18T00:52:46.671072Z","steps":["trace[1498076715] 'process raft request' (duration: 155.109924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:47.195451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.416454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:52:47.195551Z","caller":"traceutil/trace.go:171","msg":"trace[368466813] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:1911; }","duration":"185.628199ms","start":"2026-03-18T00:52:47.009901Z","end":"2026-03-18T00:52:47.195529Z","steps":["trace[368466813] 'count revisions from in-memory index tree' (duration: 185.24226ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:49.837471Z","caller":"traceutil/trace.go:171","msg":"trace[1720299807] linearizableReadLoop","detail":"{readStateIndex:2004; appliedIndex:2003; }","duration":"233.002334ms","start":"2026-03-18T00:52:49.604432Z","end":"2026-03-18T00:52:49.837434Z","steps":["trace[1720299807] 'read index received' (duration: 232.754088ms)","trace[1720299807] 'applied index is now lower than readState.Index' (duration: 247.356µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:52:49.837658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.187948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:52:49.837703Z","caller":"traceutil/trace.go:171","msg":"trace[156402104] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1921; }","duration":"233.28879ms","start":"2026-03-18T00:52:49.6044Z","end":"2026-03-18T00:52:49.837689Z","steps":["trace[156402104] 'agreement among raft nodes before linearized reading' (duration: 233.177808ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:49.837672Z","caller":"traceutil/trace.go:171","msg":"trace[642543801] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"267.154073ms","start":"2026-03-18T00:52:49.570458Z","end":"2026-03-18T00:52:49.837612Z","steps":["trace[642543801] 'process raft request' (duration: 266.789174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:49.837735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.378069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:52:49.83783Z","caller":"traceutil/trace.go:171","msg":"trace[852523435] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:1921; }","duration":"148.488401ms","start":"2026-03-18T00:52:49.689321Z","end":"2026-03-18T00:52:49.837809Z","steps":["trace[852523435] 'agreement among raft nodes before linearized reading' (duration: 148.333628ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:50.437416Z","caller":"traceutil/trace.go:171","msg":"trace[1559709178] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"110.238167ms","start":"2026-03-18T00:52:50.327144Z","end":"2026-03-18T00:52:50.437383Z","steps":["trace[1559709178] 'process raft request' (duration: 109.992402ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:50.676506Z","caller":"traceutil/trace.go:171","msg":"trace[1109617850] linearizableReadLoop","detail":"{readStateIndex:2006; appliedIndex:2005; }","duration":"141.626813ms","start":"2026-03-18T00:52:50.534852Z","end":"2026-03-18T00:52:50.676479Z","steps":["trace[1109617850] 'read index received' (duration: 116.634636ms)","trace[1109617850] 'applied index is now lower than readState.Index' (duration: 24.991237ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:52:50.676664Z","caller":"traceutil/trace.go:171","msg":"trace[2062425812] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"161.556783ms","start":"2026-03-18T00:52:50.515087Z","end":"2026-03-18T00:52:50.676644Z","steps":["trace[2062425812] 'process raft request' (duration: 136.341071ms)","trace[2062425812] 'compare' (duration: 24.936076ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:52:50.677014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.143885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T00:52:50.6771Z","caller":"traceutil/trace.go:171","msg":"trace[1149169871] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1923; }","duration":"142.276508ms","start":"2026-03-18T00:52:50.534798Z","end":"2026-03-18T00:52:50.677075Z","steps":["trace[1149169871] 'agreement among raft nodes before linearized reading' (duration: 142.009792ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:50.897447Z","caller":"traceutil/trace.go:171","msg":"trace[1719491549] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"191.787832ms","start":"2026-03-18T00:52:50.705636Z","end":"2026-03-18T00:52:50.897423Z","steps":["trace[1719491549] 'process raft request' (duration: 191.576506ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:50.897751Z","caller":"traceutil/trace.go:171","msg":"trace[461035122] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"191.994767ms","start":"2026-03-18T00:52:50.705734Z","end":"2026-03-18T00:52:50.897729Z","steps":["trace[461035122] 'process raft request' (duration: 191.651159ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:50.897898Z","caller":"traceutil/trace.go:171","msg":"trace[1305563555] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"192.087019ms","start":"2026-03-18T00:52:50.7058Z","end":"2026-03-18T00:52:50.897887Z","steps":["trace[1305563555] 'process raft request' (duration: 191.833424ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:50.897881Z","caller":"traceutil/trace.go:171","msg":"trace[803754439] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"191.990387ms","start":"2026-03-18T00:52:50.705841Z","end":"2026-03-18T00:52:50.897832Z","steps":["trace[803754439] 'process raft request' (duration: 191.925756ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:57.100743Z","caller":"traceutil/trace.go:171","msg":"trace[283168202] linearizableReadLoop","detail":"{readStateIndex:2041; appliedIndex:2040; }","duration":"380.531723ms","start":"2026-03-18T00:52:56.72018Z","end":"2026-03-18T00:52:57.100712Z","steps":["trace[283168202] 'read index received' (duration: 367.996433ms)","trace[283168202] 'applied index is now lower than readState.Index' (duration: 12.53401ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:52:57.100914Z","caller":"traceutil/trace.go:171","msg":"trace[554716470] transaction","detail":"{read_only:false; response_revision:1955; number_of_response:1; }","duration":"406.563294ms","start":"2026-03-18T00:52:56.694323Z","end":"2026-03-18T00:52:57.100887Z","steps":["trace[554716470] 'process raft request' (duration: 393.83809ms)","trace[554716470] 'compare' (duration: 12.409867ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:52:57.101059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:56.694296Z","time spent":"406.668477ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:52:57.101101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.896211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T00:52:57.101246Z","caller":"traceutil/trace.go:171","msg":"trace[513624674] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1955; }","duration":"381.056005ms","start":"2026-03-18T00:52:56.720146Z","end":"2026-03-18T00:52:57.101202Z","steps":["trace[513624674] 'agreement among raft nodes before linearized reading' (duration: 380.734168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:57.10134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:56.720134Z","time spent":"381.192678ms","remote":"127.0.0.1:37880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T00:52:57.110276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.952981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T00:52:57.110307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.546834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T00:52:57.110345Z","caller":"traceutil/trace.go:171","msg":"trace[1259373166] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1956; }","duration":"374.076514ms","start":"2026-03-18T00:52:56.736255Z","end":"2026-03-18T00:52:57.110332Z","steps":["trace[1259373166] 'agreement among raft nodes before linearized reading' (duration: 373.89781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:57.11033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.574857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T00:52:57.110384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:56.736231Z","time spent":"374.146105ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T00:52:57.110381Z","caller":"traceutil/trace.go:171","msg":"trace[2036523848] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1956; }","duration":"187.646576ms","start":"2026-03-18T00:52:56.922718Z","end":"2026-03-18T00:52:57.110365Z","steps":["trace[2036523848] 'agreement among raft nodes before linearized reading' (duration: 187.444221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:57.110385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.675197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T00:52:57.110438Z","caller":"traceutil/trace.go:171","msg":"trace[1187060732] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1956; }","duration":"188.672499ms","start":"2026-03-18T00:52:56.921713Z","end":"2026-03-18T00:52:57.110385Z","steps":["trace[1187060732] 'agreement among raft nodes before linearized reading' (duration: 188.475195ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:57.110467Z","caller":"traceutil/trace.go:171","msg":"trace[2051511071] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1956; }","duration":"187.78446ms","start":"2026-03-18T00:52:56.922667Z","end":"2026-03-18T00:52:57.110451Z","steps":["trace[2051511071] 'agreement among raft nodes before linearized reading' (duration: 187.612256ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:57.110269Z","caller":"traceutil/trace.go:171","msg":"trace[2089603764] transaction","detail":"{read_only:false; response_revision:1956; number_of_response:1; }","duration":"188.469685ms","start":"2026-03-18T00:52:56.921776Z","end":"2026-03-18T00:52:57.110246Z","steps":["trace[2089603764] 'process raft request' (duration: 188.25106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:57.110549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.983393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:52:57.110583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.951309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:52:57.110658Z","caller":"traceutil/trace.go:171","msg":"trace[718442117] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1956; }","duration":"175.133106ms","start":"2026-03-18T00:52:56.935487Z","end":"2026-03-18T00:52:57.11062Z","steps":["trace[718442117] 'agreement among raft nodes before linearized reading' (duration: 174.875131ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:57.110664Z","caller":"traceutil/trace.go:171","msg":"trace[97668696] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1956; }","duration":"319.062872ms","start":"2026-03-18T00:52:56.791589Z","end":"2026-03-18T00:52:57.110652Z","steps":["trace[97668696] 'agreement among raft nodes before linearized reading' (duration: 318.916559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:57.110737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:56.791578Z","time spent":"319.117743ms","remote":"127.0.0.1:37836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:52:57.110723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.646321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T00:52:57.11081Z","caller":"traceutil/trace.go:171","msg":"trace[780445452] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1956; }","duration":"189.779964ms","start":"2026-03-18T00:52:56.921003Z","end":"2026-03-18T00:52:57.110783Z","steps":["trace[780445452] 'agreement among raft nodes before linearized reading' (duration: 189.512868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:59.121965Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252451319556383,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T00:52:59.268556Z","caller":"traceutil/trace.go:171","msg":"trace[1210955750] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"723.233202ms","start":"2026-03-18T00:52:58.545299Z","end":"2026-03-18T00:52:59.268533Z","steps":["trace[1210955750] 'process raft request' (duration: 723.096719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:59.268713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:58.545242Z","time spent":"723.389026ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:52:59.883596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.406072ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:52:59.883813Z","caller":"traceutil/trace.go:171","msg":"trace[1894705931] linearizableReadLoop","detail":"{readStateIndex:2050; appliedIndex:2047; }","duration":"1.2628507s","start":"2026-03-18T00:52:58.620945Z","end":"2026-03-18T00:52:59.883795Z","steps":["trace[1894705931] 'read index received' (duration: 647.472421ms)","trace[1894705931] 'applied index is now lower than readState.Index' (duration: 615.377169ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:52:59.88392Z","caller":"traceutil/trace.go:171","msg":"trace[871203351] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"767.548027ms","start":"2026-03-18T00:52:59.116361Z","end":"2026-03-18T00:52:59.883909Z","steps":["trace[871203351] 'process raft request' (duration: 767.341632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:59.883986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:59.116333Z","time spent":"767.616997ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:52:59.883957Z","caller":"traceutil/trace.go:171","msg":"trace[1362224837] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"776.325859ms","start":"2026-03-18T00:52:59.107579Z","end":"2026-03-18T00:52:59.883905Z","steps":["trace[1362224837] 'process raft request' (duration: 285.515978ms)","trace[1362224837] 'compare' (duration: 490.125816ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:52:59.884187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:59.107552Z","time spent":"776.512703ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:52:59.884422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263424535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:52:59.884552Z","caller":"traceutil/trace.go:171","msg":"trace[1074342009] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1964; }","duration":"1.263620139s","start":"2026-03-18T00:52:58.62089Z","end":"2026-03-18T00:52:59.88451Z","steps":["trace[1074342009] 'agreement among raft nodes before linearized reading' (duration: 1.263287081s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:59.884629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:58.62087Z","time spent":"1.263741322s","remote":"127.0.0.1:47238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":8,"response size":29,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:52:59.893883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.770739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T00:52:59.893828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.528202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T00:52:59.893984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.957432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T00:52:59.894045Z","caller":"traceutil/trace.go:171","msg":"trace[1099820953] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1965; }","duration":"856.808638ms","start":"2026-03-18T00:52:59.037214Z","end":"2026-03-18T00:52:59.894023Z","steps":["trace[1099820953] 'agreement among raft nodes before linearized reading' (duration: 856.42996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:59.894041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.144101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:52:59.894072Z","caller":"traceutil/trace.go:171","msg":"trace[1957531458] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1965; }","duration":"738.064275ms","start":"2026-03-18T00:52:59.155976Z","end":"2026-03-18T00:52:59.89404Z","steps":["trace[1957531458] 'agreement among raft nodes before linearized reading' (duration: 737.87964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:59.894097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:59.037188Z","time spent":"856.896311ms","remote":"127.0.0.1:47598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:52:59.894122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:59.155961Z","time spent":"738.152816ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T00:52:59.894132Z","caller":"traceutil/trace.go:171","msg":"trace[209395949] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1965; }","duration":"437.282374ms","start":"2026-03-18T00:52:59.456826Z","end":"2026-03-18T00:52:59.894108Z","steps":["trace[209395949] 'agreement among raft nodes before linearized reading' (duration: 437.10122ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:59.893972Z","caller":"traceutil/trace.go:171","msg":"trace[928382722] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1965; }","duration":"718.903323ms","start":"2026-03-18T00:52:59.175047Z","end":"2026-03-18T00:52:59.893951Z","steps":["trace[928382722] 'agreement among raft nodes before linearized reading' (duration: 718.659337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:59.894204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:59.17501Z","time spent":"719.181158ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T00:52:59.894209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:59.456803Z","time spent":"437.386776ms","remote":"127.0.0.1:37848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:52:59.894129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.253975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:52:59.894212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.943182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T00:52:59.894274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.612418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-18T00:52:59.894092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.249702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:52:59.894305Z","caller":"traceutil/trace.go:171","msg":"trace[1334816476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1965; }","duration":"719.66542ms","start":"2026-03-18T00:52:59.174631Z","end":"2026-03-18T00:52:59.894296Z","steps":["trace[1334816476] 'agreement among raft nodes before linearized reading' (duration: 719.580548ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:59.894299Z","caller":"traceutil/trace.go:171","msg":"trace[1474960347] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1965; }","duration":"738.103885ms","start":"2026-03-18T00:52:59.156176Z","end":"2026-03-18T00:52:59.89428Z","steps":["trace[1474960347] 'agreement among raft nodes before linearized reading' (duration: 737.625524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:59.894338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:59.174617Z","time spent":"719.71396ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T00:52:59.894355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:59.156138Z","time spent":"738.207188ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T00:52:59.894332Z","caller":"traceutil/trace.go:171","msg":"trace[771948798] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1965; }","duration":"650.44744ms","start":"2026-03-18T00:52:59.243814Z","end":"2026-03-18T00:52:59.894262Z","steps":["trace[771948798] 'agreement among raft nodes before linearized reading' (duration: 650.190164ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:59.894345Z","caller":"traceutil/trace.go:171","msg":"trace[429466719] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1965; }","duration":"456.59911ms","start":"2026-03-18T00:52:59.437723Z","end":"2026-03-18T00:52:59.894322Z","steps":["trace[429466719] 'agreement among raft nodes before linearized reading' (duration: 456.227162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:59.894509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:59.437694Z","time spent":"456.799585ms","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:52:59.894444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.424193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-18T00:52:59.894542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:59.243798Z","time spent":"650.721326ms","remote":"127.0.0.1:47154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:52:59.895127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.275953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T00:52:59.895205Z","caller":"traceutil/trace.go:171","msg":"trace[1781026755] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1965; }","duration":"720.380586ms","start":"2026-03-18T00:52:59.174807Z","end":"2026-03-18T00:52:59.895188Z","steps":["trace[1781026755] 'agreement among raft nodes before linearized reading' (duration: 720.10792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:59.895255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:59.174795Z","time spent":"720.446997ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T00:52:59.89532Z","caller":"traceutil/trace.go:171","msg":"trace[1938335996] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1965; }","duration":"777.671069ms","start":"2026-03-18T00:52:59.116899Z","end":"2026-03-18T00:52:59.89457Z","steps":["trace[1938335996] 'agreement among raft nodes before linearized reading' (duration: 777.147787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:59.895462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:59.116881Z","time spent":"778.563501ms","remote":"127.0.0.1:37880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-18T00:53:00.566947Z","caller":"traceutil/trace.go:171","msg":"trace[133501257] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"666.798138ms","start":"2026-03-18T00:52:59.900105Z","end":"2026-03-18T00:53:00.566904Z","steps":["trace[133501257] 'process raft request' (duration: 660.701857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:53:00.56716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:59.900079Z","time spent":"666.973142ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:53:00.567177Z","caller":"traceutil/trace.go:171","msg":"trace[656974768] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"666.992982ms","start":"2026-03-18T00:52:59.900152Z","end":"2026-03-18T00:53:00.567145Z","steps":["trace[656974768] 'process raft request' (duration: 666.659485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:53:00.567322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:59.90013Z","time spent":"667.112346ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:53:00.567364Z","caller":"traceutil/trace.go:171","msg":"trace[511669203] linearizableReadLoop","detail":"{readStateIndex:2056; appliedIndex:2053; }","duration":"336.952156ms","start":"2026-03-18T00:53:00.230393Z","end":"2026-03-18T00:53:00.567345Z","steps":["trace[511669203] 'read index received' (duration: 330.367104ms)","trace[511669203] 'applied index is now lower than readState.Index' (duration: 6.582722ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:53:00.567475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.064769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:53:00.567549Z","caller":"traceutil/trace.go:171","msg":"trace[827330589] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1970; }","duration":"337.201072ms","start":"2026-03-18T00:53:00.230328Z","end":"2026-03-18T00:53:00.567529Z","steps":["trace[827330589] 'agreement among raft nodes before linearized reading' (duration: 337.077449ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:53:00.567431Z","caller":"traceutil/trace.go:171","msg":"trace[687356771] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"666.90699ms","start":"2026-03-18T00:52:59.900449Z","end":"2026-03-18T00:53:00.567356Z","steps":["trace[687356771] 'process raft request' (duration: 666.607513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:53:00.567614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:53:00.230298Z","time spent":"337.301124ms","remote":"127.0.0.1:42372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:53:00.567772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:59.900233Z","time spent":"667.428512ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:53:40.296023Z","caller":"traceutil/trace.go:171","msg":"trace[1458469621] linearizableReadLoop","detail":"{readStateIndex:2258; appliedIndex:2257; }","duration":"130.253039ms","start":"2026-03-18T00:53:40.165733Z","end":"2026-03-18T00:53:40.295986Z","steps":["trace[1458469621] 'read index received' (duration: 129.323118ms)","trace[1458469621] 'applied index is now lower than readState.Index' (duration: 928.641µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:53:40.296154Z","caller":"traceutil/trace.go:171","msg":"trace[614904045] transaction","detail":"{read_only:false; response_revision:2164; number_of_response:1; }","duration":"265.643549ms","start":"2026-03-18T00:53:40.030466Z","end":"2026-03-18T00:53:40.296109Z","steps":["trace[614904045] 'process raft request' (duration: 264.617475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:53:40.296372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.627148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T00:53:40.296427Z","caller":"traceutil/trace.go:171","msg":"trace[1356669640] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2164; }","duration":"130.70554ms","start":"2026-03-18T00:53:40.165707Z","end":"2026-03-18T00:53:40.296412Z","steps":["trace[1356669640] 'agreement among raft nodes before linearized reading' (duration: 130.468314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:53:40.296482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.009223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T00:53:40.29658Z","caller":"traceutil/trace.go:171","msg":"trace[1413593076] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2164; }","duration":"130.157797ms","start":"2026-03-18T00:53:40.166402Z","end":"2026-03-18T00:53:40.29656Z","steps":["trace[1413593076] 'agreement among raft nodes before linearized reading' (duration: 129.912981ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:53:42.9288Z","caller":"traceutil/trace.go:171","msg":"trace[149102691] transaction","detail":"{read_only:false; response_revision:2179; number_of_response:1; }","duration":"124.564408ms","start":"2026-03-18T00:53:42.804209Z","end":"2026-03-18T00:53:42.928773Z","steps":["trace[149102691] 'process raft request' (duration: 124.512846ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:53:42.928968Z","caller":"traceutil/trace.go:171","msg":"trace[1286736731] transaction","detail":"{read_only:false; response_revision:2178; number_of_response:1; }","duration":"124.766662ms","start":"2026-03-18T00:53:42.804154Z","end":"2026-03-18T00:53:42.928921Z","steps":["trace[1286736731] 'process raft request' (duration: 58.361207ms)","trace[1286736731] 'compare' (duration: 66.063217ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:53:46.53044Z","caller":"traceutil/trace.go:171","msg":"trace[1400430445] transaction","detail":"{read_only:false; response_revision:2200; number_of_response:1; }","duration":"142.580574ms","start":"2026-03-18T00:53:46.387844Z","end":"2026-03-18T00:53:46.530424Z","steps":["trace[1400430445] 'process raft request' (duration: 122.050879ms)","trace[1400430445] 'compare' (duration: 20.29766ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:53:46.53044Z","caller":"traceutil/trace.go:171","msg":"trace[80910679] transaction","detail":"{read_only:false; response_revision:2201; number_of_response:1; }","duration":"141.995151ms","start":"2026-03-18T00:53:46.38842Z","end":"2026-03-18T00:53:46.530415Z","steps":["trace[80910679] 'process raft request' (duration: 141.92676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:53:47.32566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.037983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:53:47.325749Z","caller":"traceutil/trace.go:171","msg":"trace[756969159] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:2204; }","duration":"123.189327ms","start":"2026-03-18T00:53:47.202536Z","end":"2026-03-18T00:53:47.325726Z","steps":["trace[756969159] 'count revisions from in-memory index tree' (duration: 122.941731ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:53:48.641306Z","caller":"traceutil/trace.go:171","msg":"trace[1189414623] transaction","detail":"{read_only:false; response_revision:2209; number_of_response:1; }","duration":"102.957509ms","start":"2026-03-18T00:53:48.538327Z","end":"2026-03-18T00:53:48.641284Z","steps":["trace[1189414623] 'process raft request' (duration: 21.137339ms)","trace[1189414623] 'compare' (duration: 81.694177ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:53:48.641918Z","caller":"traceutil/trace.go:171","msg":"trace[116563005] transaction","detail":"{read_only:false; response_revision:2210; number_of_response:1; }","duration":"103.508712ms","start":"2026-03-18T00:53:48.538393Z","end":"2026-03-18T00:53:48.641902Z","steps":["trace[116563005] 'process raft request' (duration: 103.438221ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:53:57.594131Z","caller":"traceutil/trace.go:171","msg":"trace[1403985466] transaction","detail":"{read_only:false; response_revision:2347; number_of_response:1; }","duration":"228.652134ms","start":"2026-03-18T00:53:57.365459Z","end":"2026-03-18T00:53:57.594111Z","steps":["trace[1403985466] 'process raft request' (duration: 228.272305ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:54:05.035919Z","caller":"traceutil/trace.go:171","msg":"trace[1331308834] transaction","detail":"{read_only:false; response_revision:2445; number_of_response:1; }","duration":"127.847903ms","start":"2026-03-18T00:54:04.90803Z","end":"2026-03-18T00:54:05.035878Z","steps":["trace[1331308834] 'process raft request' (duration: 127.621387ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:54:08.293972Z","caller":"traceutil/trace.go:171","msg":"trace[1465340626] transaction","detail":"{read_only:false; response_revision:2463; number_of_response:1; }","duration":"254.202061ms","start":"2026-03-18T00:54:08.039743Z","end":"2026-03-18T00:54:08.293945Z","steps":["trace[1465340626] 'process raft request' (duration: 254.049157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:09.22833Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252451319557502,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:54:09.465422Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.171591995s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T00:54:09.613227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.440491ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:54:09.61344Z","caller":"traceutil/trace.go:171","msg":"trace[1260520855] linearizableReadLoop","detail":"{readStateIndex:2573; appliedIndex:2571; }","duration":"886.166885ms","start":"2026-03-18T00:54:08.727239Z","end":"2026-03-18T00:54:09.613406Z","steps":["trace[1260520855] 'read index received' (duration: 738.488668ms)","trace[1260520855] 'applied index is now lower than readState.Index' (duration: 147.676847ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:54:09.613527Z","caller":"traceutil/trace.go:171","msg":"trace[44028136] transaction","detail":"{read_only:false; response_revision:2464; number_of_response:1; }","duration":"1.346705015s","start":"2026-03-18T00:54:08.266792Z","end":"2026-03-18T00:54:09.613497Z","steps":["trace[44028136] 'process raft request' (duration: 1.198918865s)","trace[44028136] 'compare' (duration: 147.343869ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:54:09.613653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.28665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-18T00:54:09.613671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:08.266765Z","time spent":"1.346833458s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:54:09.613693Z","caller":"traceutil/trace.go:171","msg":"trace[688757643] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2465; }","duration":"884.423553ms","start":"2026-03-18T00:54:08.729259Z","end":"2026-03-18T00:54:09.613683Z","steps":["trace[688757643] 'agreement among raft nodes before linearized reading' (duration: 884.27629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:09.613752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:08.72923Z","time spent":"884.509525ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T00:54:09.613908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.163235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:54:09.613948Z","caller":"traceutil/trace.go:171","msg":"trace[888973124] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2465; }","duration":"279.203786ms","start":"2026-03-18T00:54:09.334733Z","end":"2026-03-18T00:54:09.613937Z","steps":["trace[888973124] 'agreement among raft nodes before linearized reading' (duration: 279.127304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:09.61392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.658476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T00:54:09.614022Z","caller":"traceutil/trace.go:171","msg":"trace[1333602783] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2465; }","duration":"886.821019ms","start":"2026-03-18T00:54:08.727172Z","end":"2026-03-18T00:54:09.613993Z","steps":["trace[1333602783] 'agreement among raft nodes before linearized reading' (duration: 886.351058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:09.61409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.587089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-18T00:54:09.614152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:08.727142Z","time spent":"886.993714ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T00:54:09.614165Z","caller":"traceutil/trace.go:171","msg":"trace[1862395101] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2465; }","duration":"565.742934ms","start":"2026-03-18T00:54:09.048396Z","end":"2026-03-18T00:54:09.614139Z","steps":["trace[1862395101] 'agreement among raft nodes before linearized reading' (duration: 565.56618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:09.614175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.089917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-18T00:54:09.614184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.707487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-18T00:54:09.614166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.525306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-18T00:54:09.614207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:09.048363Z","time spent":"565.831965ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T00:54:09.614226Z","caller":"traceutil/trace.go:171","msg":"trace[1694920019] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2465; }","duration":"543.83182ms","start":"2026-03-18T00:54:09.070382Z","end":"2026-03-18T00:54:09.614214Z","steps":["trace[1694920019] 'agreement among raft nodes before linearized reading' (duration: 543.704227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:09.614261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:09.070357Z","time spent":"543.896851ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-18T00:54:09.614258Z","caller":"traceutil/trace.go:171","msg":"trace[394664350] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2465; }","duration":"444.664129ms","start":"2026-03-18T00:54:09.169569Z","end":"2026-03-18T00:54:09.614233Z","steps":["trace[394664350] 'agreement among raft nodes before linearized reading' (duration: 444.345111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:09.614243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.744305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:54:09.614286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.265092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T00:54:09.614311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:09.169554Z","time spent":"444.747201ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T00:54:09.614323Z","caller":"traceutil/trace.go:171","msg":"trace[1390319214] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2465; }","duration":"369.870198ms","start":"2026-03-18T00:54:09.244432Z","end":"2026-03-18T00:54:09.614302Z","steps":["trace[1390319214] 'agreement among raft nodes before linearized reading' (duration: 369.733115ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:54:09.614335Z","caller":"traceutil/trace.go:171","msg":"trace[1587839345] transaction","detail":"{read_only:false; response_revision:2465; number_of_response:1; }","duration":"1.098520495s","start":"2026-03-18T00:54:08.515796Z","end":"2026-03-18T00:54:09.614317Z","steps":["trace[1587839345] 'process raft request' (duration: 1.097552862s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:09.614369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:09.24441Z","time spent":"369.95099ms","remote":"127.0.0.1:47154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T00:54:09.614339Z","caller":"traceutil/trace.go:171","msg":"trace[979967119] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2465; }","duration":"389.342604ms","start":"2026-03-18T00:54:09.22498Z","end":"2026-03-18T00:54:09.614323Z","steps":["trace[979967119] 'agreement among raft nodes before linearized reading' (duration: 389.203611ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:54:09.61421Z","caller":"traceutil/trace.go:171","msg":"trace[538255705] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2465; }","duration":"635.160948ms","start":"2026-03-18T00:54:08.97904Z","end":"2026-03-18T00:54:09.614201Z","steps":["trace[538255705] 'agreement among raft nodes before linearized reading' (duration: 635.059156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:09.614449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:08.515756Z","time spent":"1.098615597s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:54:09.614438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.672776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T00:54:09.614418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:09.224941Z","time spent":"389.466537ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T00:54:09.614597Z","caller":"traceutil/trace.go:171","msg":"trace[657009959] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:2465; }","duration":"337.957741ms","start":"2026-03-18T00:54:09.276602Z","end":"2026-03-18T00:54:09.614559Z","steps":["trace[657009959] 'agreement among raft nodes before linearized reading' (duration: 337.604753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:09.614678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:09.27657Z","time spent":"338.091025ms","remote":"127.0.0.1:47560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":4,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:54:09.614923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:08.97902Z","time spent":"635.882885ms","remote":"127.0.0.1:47314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-18T00:54:42.63309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.549114ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:54:42.633338Z","caller":"traceutil/trace.go:171","msg":"trace[1584147037] transaction","detail":"{read_only:false; response_revision:2646; number_of_response:1; }","duration":"869.301771ms","start":"2026-03-18T00:54:41.764013Z","end":"2026-03-18T00:54:42.633315Z","steps":["trace[1584147037] 'process raft request' (duration: 143.435808ms)","trace[1584147037] 'compare' (duration: 725.419992ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:54:42.633411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:41.763986Z","time spent":"869.387063ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:54:42.904871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.375168ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:54:42.905111Z","caller":"traceutil/trace.go:171","msg":"trace[798927508] transaction","detail":"{read_only:false; response_revision:2648; number_of_response:1; }","duration":"982.970641ms","start":"2026-03-18T00:54:41.922106Z","end":"2026-03-18T00:54:42.905076Z","steps":["trace[798927508] 'process raft request' (duration: 982.880899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:42.905256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:41.922076Z","time spent":"983.129774ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:54:42.905302Z","caller":"traceutil/trace.go:171","msg":"trace[1507617010] transaction","detail":"{read_only:false; response_revision:2647; number_of_response:1; }","duration":"1.112957904s","start":"2026-03-18T00:54:41.792296Z","end":"2026-03-18T00:54:42.905254Z","steps":["trace[1507617010] 'process raft request' (duration: 992.100645ms)","trace[1507617010] 'compare' (duration: 120.151632ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:54:42.905102Z","caller":"traceutil/trace.go:171","msg":"trace[373449685] linearizableReadLoop","detail":"{readStateIndex:2762; appliedIndex:2760; }","duration":"1.038434009s","start":"2026-03-18T00:54:41.866631Z","end":"2026-03-18T00:54:42.905065Z","steps":["trace[373449685] 'read index received' (duration: 40.780744ms)","trace[373449685] 'applied index is now lower than readState.Index' (duration: 997.651504ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:54:42.905437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:41.792269Z","time spent":"1.113093907s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:54:42.905636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.586198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T00:54:42.905625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027519393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:54:42.905669Z","caller":"traceutil/trace.go:171","msg":"trace[2119946298] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2648; }","duration":"922.655628ms","start":"2026-03-18T00:54:41.983005Z","end":"2026-03-18T00:54:42.905661Z","steps":["trace[2119946298] 'agreement among raft nodes before linearized reading' (duration: 922.542536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:42.905692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:41.982983Z","time spent":"922.70438ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T00:54:42.905695Z","caller":"traceutil/trace.go:171","msg":"trace[1628449328] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2648; }","duration":"1.027671027s","start":"2026-03-18T00:54:41.878002Z","end":"2026-03-18T00:54:42.905673Z","steps":["trace[1628449328] 'agreement among raft nodes before linearized reading' (duration: 1.027536233s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:42.905666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.957272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:54:42.90574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:41.877971Z","time spent":"1.027757399s","remote":"127.0.0.1:37880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-18T00:54:42.905775Z","caller":"traceutil/trace.go:171","msg":"trace[1183425018] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2648; }","duration":"661.139686ms","start":"2026-03-18T00:54:42.244615Z","end":"2026-03-18T00:54:42.905754Z","steps":["trace[1183425018] 'agreement among raft nodes before linearized reading' (duration: 660.928012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:42.905828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:42.244571Z","time spent":"661.247739ms","remote":"127.0.0.1:47146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:54:42.905864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.634704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T00:54:42.906041Z","caller":"traceutil/trace.go:171","msg":"trace[1446047378] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2648; }","duration":"918.89386ms","start":"2026-03-18T00:54:41.987117Z","end":"2026-03-18T00:54:42.906011Z","steps":["trace[1446047378] 'agreement among raft nodes before linearized reading' (duration: 918.43715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:42.906114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:41.987091Z","time spent":"919.010862ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T00:54:42.905924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.341564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T00:54:42.906161Z","caller":"traceutil/trace.go:171","msg":"trace[1781837332] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2648; }","duration":"917.610171ms","start":"2026-03-18T00:54:41.988542Z","end":"2026-03-18T00:54:42.906152Z","steps":["trace[1781837332] 'agreement among raft nodes before linearized reading' (duration: 917.325594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:42.905932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026358426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T00:54:42.906192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:41.988522Z","time spent":"917.663691ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T00:54:42.906219Z","caller":"traceutil/trace.go:171","msg":"trace[1954590446] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2648; }","duration":"1.026667063s","start":"2026-03-18T00:54:41.879525Z","end":"2026-03-18T00:54:42.906192Z","steps":["trace[1954590446] 'agreement among raft nodes before linearized reading' (duration: 1.026238823s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:42.906288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:41.879511Z","time spent":"1.026758734s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T00:54:42.906355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039716628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T00:54:42.906423Z","caller":"traceutil/trace.go:171","msg":"trace[398435010] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2648; }","duration":"1.0398223s","start":"2026-03-18T00:54:41.866584Z","end":"2026-03-18T00:54:42.906406Z","steps":["trace[398435010] 'agreement among raft nodes before linearized reading' (duration: 1.038598502s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:42.906511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:41.86656Z","time spent":"1.039898203s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T00:54:43.757728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.608221ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:54:43.758242Z","caller":"traceutil/trace.go:171","msg":"trace[1096406513] linearizableReadLoop","detail":"{readStateIndex:2768; appliedIndex:2764; }","duration":"777.644112ms","start":"2026-03-18T00:54:42.980373Z","end":"2026-03-18T00:54:43.758017Z","steps":["trace[1096406513] 'read index received' (duration: 374.991877ms)","trace[1096406513] 'applied index is now lower than readState.Index' (duration: 402.651225ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:54:43.758577Z","caller":"traceutil/trace.go:171","msg":"trace[1847407004] transaction","detail":"{read_only:false; response_revision:2650; number_of_response:1; }","duration":"847.943857ms","start":"2026-03-18T00:54:42.910613Z","end":"2026-03-18T00:54:43.758557Z","steps":["trace[1847407004] 'process raft request' (duration: 444.76222ms)","trace[1847407004] 'compare' (duration: 401.165141ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:54:43.758665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:42.910576Z","time spent":"848.04985ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:54:43.75888Z","caller":"traceutil/trace.go:171","msg":"trace[1211999037] transaction","detail":"{read_only:false; response_revision:2651; number_of_response:1; }","duration":"848.237274ms","start":"2026-03-18T00:54:42.910632Z","end":"2026-03-18T00:54:43.758869Z","steps":["trace[1211999037] 'process raft request' (duration: 847.206111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:43.758956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:42.910608Z","time spent":"848.314585ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:54:43.759194Z","caller":"traceutil/trace.go:171","msg":"trace[1950553156] transaction","detail":"{read_only:false; response_revision:2652; number_of_response:1; }","duration":"848.431778ms","start":"2026-03-18T00:54:42.910697Z","end":"2026-03-18T00:54:43.759129Z","steps":["trace[1950553156] 'process raft request' (duration: 847.242321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:43.759283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:42.910666Z","time spent":"848.580803ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:54:43.759463Z","caller":"traceutil/trace.go:171","msg":"trace[1029858008] transaction","detail":"{read_only:false; response_revision:2653; number_of_response:1; }","duration":"848.178314ms","start":"2026-03-18T00:54:42.911268Z","end":"2026-03-18T00:54:43.759446Z","steps":["trace[1029858008] 'process raft request' (duration: 846.706589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:43.759532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:42.911254Z","time spent":"848.247486ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:54:43.759826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.579728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-18T00:54:43.759877Z","caller":"traceutil/trace.go:171","msg":"trace[1637792264] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2653; }","duration":"779.67911ms","start":"2026-03-18T00:54:42.980187Z","end":"2026-03-18T00:54:43.759866Z","steps":["trace[1637792264] 'agreement among raft nodes before linearized reading' (duration: 779.508796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:43.75991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:42.980158Z","time spent":"779.745092ms","remote":"127.0.0.1:47314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-18T00:54:43.760199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.881686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189dc964cdd9be48\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-18T00:54:43.760248Z","caller":"traceutil/trace.go:171","msg":"trace[2044973329] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189dc964cdd9be48; range_end:; response_count:1; response_revision:2653; }","duration":"707.000258ms","start":"2026-03-18T00:54:43.053237Z","end":"2026-03-18T00:54:43.760238Z","steps":["trace[2044973329] 'agreement among raft nodes before linearized reading' (duration: 706.868665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:43.760277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:43.053217Z","time spent":"707.053929ms","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":787,"request content":"key:\"/registry/events/openstack/valkey-node-0.189dc964cdd9be48\" "} {"level":"warn","ts":"2026-03-18T00:54:43.761259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.675099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:54:43.761354Z","caller":"traceutil/trace.go:171","msg":"trace[1165866080] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2653; }","duration":"145.778422ms","start":"2026-03-18T00:54:43.615546Z","end":"2026-03-18T00:54:43.761324Z","steps":["trace[1165866080] 'agreement among raft nodes before linearized reading' (duration: 145.599988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:43.761254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.105407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:54:43.761425Z","caller":"traceutil/trace.go:171","msg":"trace[1256695805] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2653; }","duration":"151.299951ms","start":"2026-03-18T00:54:43.610093Z","end":"2026-03-18T00:54:43.761393Z","steps":["trace[1256695805] 'agreement among raft nodes before linearized reading' (duration: 151.040805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:43.761607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.273171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:54:43.761716Z","caller":"traceutil/trace.go:171","msg":"trace[399986554] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2653; }","duration":"518.387483ms","start":"2026-03-18T00:54:43.243304Z","end":"2026-03-18T00:54:43.761691Z","steps":["trace[399986554] 'agreement among raft nodes before linearized reading' (duration: 518.219429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:43.761716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.291671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-18T00:54:43.76177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:43.243218Z","time spent":"518.542357ms","remote":"127.0.0.1:47154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T00:54:43.761779Z","caller":"traceutil/trace.go:171","msg":"trace[731699264] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2653; }","duration":"289.394084ms","start":"2026-03-18T00:54:43.472367Z","end":"2026-03-18T00:54:43.761761Z","steps":["trace[731699264] 'agreement among raft nodes before linearized reading' (duration: 289.169569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:44.266151Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252451319558000,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:54:45.338544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044189444s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:54:45.339026Z","caller":"traceutil/trace.go:171","msg":"trace[2104156140] transaction","detail":"{read_only:false; response_revision:2655; number_of_response:1; }","duration":"700.323393ms","start":"2026-03-18T00:54:44.63867Z","end":"2026-03-18T00:54:45.338993Z","steps":["trace[2104156140] 'process raft request' (duration: 700.050187ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:54:45.339078Z","caller":"traceutil/trace.go:171","msg":"trace[919588126] transaction","detail":"{read_only:false; response_revision:2654; number_of_response:1; }","duration":"1.573315048s","start":"2026-03-18T00:54:43.765716Z","end":"2026-03-18T00:54:45.339031Z","steps":["trace[919588126] 'process raft request' (duration: 528.48603ms)","trace[919588126] 'compare' (duration: 1.044023389s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:54:45.339143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:44.638644Z","time spent":"700.451245ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:54:45.339302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:43.765698Z","time spent":"1.573457483s","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:54:45.339387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.573434291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-03-18T00:54:45.339444Z","caller":"traceutil/trace.go:171","msg":"trace[1894528149] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2655; }","duration":"1.573525544s","start":"2026-03-18T00:54:43.765906Z","end":"2026-03-18T00:54:45.339432Z","steps":["trace[1894528149] 'agreement among raft nodes before linearized reading' (duration: 1.573280848s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:45.339504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:43.765899Z","time spent":"1.573595635s","remote":"127.0.0.1:47314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1469,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-03-18T00:54:45.339124Z","caller":"traceutil/trace.go:171","msg":"trace[1731919199] linearizableReadLoop","detail":"{readStateIndex:2769; appliedIndex:2768; }","duration":"1.573156304s","start":"2026-03-18T00:54:43.76593Z","end":"2026-03-18T00:54:45.339086Z","steps":["trace[1731919199] 'read index received' (duration: 528.194913ms)","trace[1731919199] 'applied index is now lower than readState.Index' (duration: 1.044957451s)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:54:45.352384Z","caller":"traceutil/trace.go:171","msg":"trace[1772242344] transaction","detail":"{read_only:false; response_revision:2656; number_of_response:1; }","duration":"441.035323ms","start":"2026-03-18T00:54:44.911332Z","end":"2026-03-18T00:54:45.352368Z","steps":["trace[1772242344] 'process raft request' (duration: 440.930411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:45.352619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:44.911283Z","time spent":"441.157206ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:54:45.428034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183659078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:54:45.428094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.661941214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T00:54:45.428115Z","caller":"traceutil/trace.go:171","msg":"trace[1945306231] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2657; }","duration":"1.183782251s","start":"2026-03-18T00:54:44.244312Z","end":"2026-03-18T00:54:45.428094Z","steps":["trace[1945306231] 'agreement among raft nodes before linearized reading' (duration: 1.183651198s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:54:45.428119Z","caller":"traceutil/trace.go:171","msg":"trace[2026450195] transaction","detail":"{read_only:false; response_revision:2657; number_of_response:1; }","duration":"516.293586ms","start":"2026-03-18T00:54:44.911798Z","end":"2026-03-18T00:54:45.428092Z","steps":["trace[2026450195] 'process raft request' (duration: 516.002489ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:54:45.428149Z","caller":"traceutil/trace.go:171","msg":"trace[728237173] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2657; }","duration":"1.662026186s","start":"2026-03-18T00:54:43.766109Z","end":"2026-03-18T00:54:45.428135Z","steps":["trace[728237173] 'agreement among raft nodes before linearized reading' (duration: 1.661841001s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:45.428161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:44.244284Z","time spent":"1.183868253s","remote":"127.0.0.1:47154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:54:45.42819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:43.766091Z","time spent":"1.662092448s","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T00:54:45.428165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.257747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T00:54:45.42821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.478111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T00:54:45.428242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:44.911759Z","time spent":"516.420569ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:54:45.428275Z","caller":"traceutil/trace.go:171","msg":"trace[717482505] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:2657; }","duration":"616.588464ms","start":"2026-03-18T00:54:44.811672Z","end":"2026-03-18T00:54:45.428261Z","steps":["trace[717482505] 'agreement among raft nodes before linearized reading' (duration: 616.473641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:45.428324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:44.811657Z","time spent":"616.656895ms","remote":"127.0.0.1:42298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-03-18T00:54:45.42835Z","caller":"traceutil/trace.go:171","msg":"trace[350573443] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2657; }","duration":"490.40029ms","start":"2026-03-18T00:54:44.937849Z","end":"2026-03-18T00:54:45.428249Z","steps":["trace[350573443] 'agreement among raft nodes before linearized reading' (duration: 490.181345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:45.42848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:44.937833Z","time spent":"490.630535ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T00:54:51.544943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.317783ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:54:51.545222Z","caller":"traceutil/trace.go:171","msg":"trace[927108140] transaction","detail":"{read_only:false; response_revision:2686; number_of_response:1; }","duration":"176.708117ms","start":"2026-03-18T00:54:51.368464Z","end":"2026-03-18T00:54:51.545172Z","steps":["trace[927108140] 'process raft request' (duration: 63.064566ms)","trace[927108140] 'compare' (duration: 113.139639ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:57:16.718739Z","caller":"traceutil/trace.go:171","msg":"trace[36574127] linearizableReadLoop","detail":"{readStateIndex:3732; appliedIndex:3731; }","duration":"182.265144ms","start":"2026-03-18T00:57:16.536449Z","end":"2026-03-18T00:57:16.718714Z","steps":["trace[36574127] 'read index received' (duration: 182.147362ms)","trace[36574127] 'applied index is now lower than readState.Index' (duration: 116.272µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:57:16.718811Z","caller":"traceutil/trace.go:171","msg":"trace[548498654] transaction","detail":"{read_only:false; response_revision:3579; number_of_response:1; }","duration":"210.901646ms","start":"2026-03-18T00:57:16.507864Z","end":"2026-03-18T00:57:16.718766Z","steps":["trace[548498654] 'process raft request' (duration: 210.697581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:16.718956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.50182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T00:57:16.719005Z","caller":"traceutil/trace.go:171","msg":"trace[1652260970] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3579; }","duration":"182.623113ms","start":"2026-03-18T00:57:16.536369Z","end":"2026-03-18T00:57:16.718992Z","steps":["trace[1652260970] 'agreement among raft nodes before linearized reading' (duration: 182.48604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:16.719256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.678025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T00:57:16.719315Z","caller":"traceutil/trace.go:171","msg":"trace[1511303807] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3579; }","duration":"168.782758ms","start":"2026-03-18T00:57:16.550515Z","end":"2026-03-18T00:57:16.719298Z","steps":["trace[1511303807] 'agreement among raft nodes before linearized reading' (duration: 168.562753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:16.719357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.830706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T00:57:16.719473Z","caller":"traceutil/trace.go:171","msg":"trace[1277607949] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3579; }","duration":"164.980729ms","start":"2026-03-18T00:57:16.554462Z","end":"2026-03-18T00:57:16.719443Z","steps":["trace[1277607949] 'agreement among raft nodes before linearized reading' (duration: 164.647262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:17.212154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.367989ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:57:17.212431Z","caller":"traceutil/trace.go:171","msg":"trace[256657435] transaction","detail":"{read_only:false; response_revision:3580; number_of_response:1; }","duration":"488.917026ms","start":"2026-03-18T00:57:16.723477Z","end":"2026-03-18T00:57:17.212394Z","steps":["trace[256657435] 'process raft request' (duration: 285.153908ms)","trace[256657435] 'compare' (duration: 203.132133ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:57:17.212499Z","caller":"traceutil/trace.go:171","msg":"trace[1868709777] transaction","detail":"{read_only:false; response_revision:3582; number_of_response:1; }","duration":"488.193638ms","start":"2026-03-18T00:57:16.724278Z","end":"2026-03-18T00:57:17.212471Z","steps":["trace[1868709777] 'process raft request' (duration: 488.146277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:17.212596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:16.724255Z","time spent":"488.288601ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:57:17.212616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:16.723453Z","time spent":"489.053078ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:57:17.213048Z","caller":"traceutil/trace.go:171","msg":"trace[1799890658] transaction","detail":"{read_only:false; response_revision:3581; number_of_response:1; }","duration":"489.315775ms","start":"2026-03-18T00:57:16.723662Z","end":"2026-03-18T00:57:17.212978Z","steps":["trace[1799890658] 'process raft request' (duration: 488.650969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:17.213404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:16.723647Z","time spent":"489.534011ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:58:25.179089Z","caller":"traceutil/trace.go:171","msg":"trace[960513638] transaction","detail":"{read_only:false; response_revision:4019; number_of_response:1; }","duration":"124.763881ms","start":"2026-03-18T00:58:25.054297Z","end":"2026-03-18T00:58:25.179061Z","steps":["trace[960513638] 'process raft request' (duration: 124.561456ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:28.289898Z","caller":"traceutil/trace.go:171","msg":"trace[789862343] transaction","detail":"{read_only:false; response_revision:4042; number_of_response:1; }","duration":"118.142496ms","start":"2026-03-18T00:58:28.171717Z","end":"2026-03-18T00:58:28.28986Z","steps":["trace[789862343] 'process raft request' (duration: 117.8975ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:28.650052Z","caller":"traceutil/trace.go:171","msg":"trace[1347068960] transaction","detail":"{read_only:false; response_revision:4065; number_of_response:1; }","duration":"139.179278ms","start":"2026-03-18T00:58:28.510838Z","end":"2026-03-18T00:58:28.650017Z","steps":["trace[1347068960] 'process raft request' (duration: 128.228652ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:28.650094Z","caller":"traceutil/trace.go:171","msg":"trace[1808509874] transaction","detail":"{read_only:false; response_revision:4066; number_of_response:1; }","duration":"139.174718ms","start":"2026-03-18T00:58:28.510882Z","end":"2026-03-18T00:58:28.650056Z","steps":["trace[1808509874] 'process raft request' (duration: 139.025455ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:28.650182Z","caller":"traceutil/trace.go:171","msg":"trace[1148264694] transaction","detail":"{read_only:false; response_revision:4067; number_of_response:1; }","duration":"139.183128ms","start":"2026-03-18T00:58:28.51097Z","end":"2026-03-18T00:58:28.650153Z","steps":["trace[1148264694] 'process raft request' (duration: 138.982624ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:28.650261Z","caller":"traceutil/trace.go:171","msg":"trace[743501129] transaction","detail":"{read_only:false; response_revision:4068; number_of_response:1; }","duration":"138.814659ms","start":"2026-03-18T00:58:28.511428Z","end":"2026-03-18T00:58:28.650243Z","steps":["trace[743501129] 'process raft request' (duration: 138.556103ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:28.650279Z","caller":"traceutil/trace.go:171","msg":"trace[796693759] transaction","detail":"{read_only:false; response_revision:4070; number_of_response:1; }","duration":"138.773959ms","start":"2026-03-18T00:58:28.511493Z","end":"2026-03-18T00:58:28.650267Z","steps":["trace[796693759] 'process raft request' (duration: 138.556994ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:28.650313Z","caller":"traceutil/trace.go:171","msg":"trace[1273676631] transaction","detail":"{read_only:false; response_revision:4074; number_of_response:1; }","duration":"138.235756ms","start":"2026-03-18T00:58:28.512061Z","end":"2026-03-18T00:58:28.650297Z","steps":["trace[1273676631] 'process raft request' (duration: 138.106144ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:28.65025Z","caller":"traceutil/trace.go:171","msg":"trace[2106247459] transaction","detail":"{read_only:false; response_revision:4071; number_of_response:1; }","duration":"138.455172ms","start":"2026-03-18T00:58:28.511764Z","end":"2026-03-18T00:58:28.650219Z","steps":["trace[2106247459] 'process raft request' (duration: 138.314608ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:28.650339Z","caller":"traceutil/trace.go:171","msg":"trace[1039106681] transaction","detail":"{read_only:false; response_revision:4073; number_of_response:1; }","duration":"138.294148ms","start":"2026-03-18T00:58:28.512007Z","end":"2026-03-18T00:58:28.650301Z","steps":["trace[1039106681] 'process raft request' (duration: 138.129924ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:28.650376Z","caller":"traceutil/trace.go:171","msg":"trace[1249103102] transaction","detail":"{read_only:false; response_revision:4076; number_of_response:1; }","duration":"138.216606ms","start":"2026-03-18T00:58:28.512149Z","end":"2026-03-18T00:58:28.650365Z","steps":["trace[1249103102] 'process raft request' (duration: 138.083973ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:28.650415Z","caller":"traceutil/trace.go:171","msg":"trace[2076195254] transaction","detail":"{read_only:false; response_revision:4078; number_of_response:1; }","duration":"138.204876ms","start":"2026-03-18T00:58:28.512199Z","end":"2026-03-18T00:58:28.650404Z","steps":["trace[2076195254] 'process raft request' (duration: 138.100304ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:28.650453Z","caller":"traceutil/trace.go:171","msg":"trace[1756174826] transaction","detail":"{read_only:false; response_revision:4077; number_of_response:1; }","duration":"138.276967ms","start":"2026-03-18T00:58:28.512166Z","end":"2026-03-18T00:58:28.650443Z","steps":["trace[1756174826] 'process raft request' (duration: 138.101203ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:28.650423Z","caller":"traceutil/trace.go:171","msg":"trace[303206455] transaction","detail":"{read_only:false; response_revision:4072; number_of_response:1; }","duration":"138.447821ms","start":"2026-03-18T00:58:28.511922Z","end":"2026-03-18T00:58:28.65037Z","steps":["trace[303206455] 'process raft request' (duration: 138.186125ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:28.650504Z","caller":"traceutil/trace.go:171","msg":"trace[602368478] transaction","detail":"{read_only:false; response_revision:4080; number_of_response:1; }","duration":"138.248977ms","start":"2026-03-18T00:58:28.512239Z","end":"2026-03-18T00:58:28.650487Z","steps":["trace[602368478] 'process raft request' (duration: 138.127134ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:28.650526Z","caller":"traceutil/trace.go:171","msg":"trace[625459132] transaction","detail":"{read_only:false; response_revision:4081; number_of_response:1; }","duration":"138.257086ms","start":"2026-03-18T00:58:28.512256Z","end":"2026-03-18T00:58:28.650513Z","steps":["trace[625459132] 'process raft request' (duration: 138.144064ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:28.650506Z","caller":"traceutil/trace.go:171","msg":"trace[253528527] transaction","detail":"{read_only:false; response_revision:4079; number_of_response:1; }","duration":"138.610825ms","start":"2026-03-18T00:58:28.511845Z","end":"2026-03-18T00:58:28.650455Z","steps":["trace[253528527] 'process raft request' (duration: 138.487652ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:28.650512Z","caller":"traceutil/trace.go:171","msg":"trace[922260596] transaction","detail":"{read_only:false; response_revision:4075; number_of_response:1; }","duration":"138.280368ms","start":"2026-03-18T00:58:28.512152Z","end":"2026-03-18T00:58:28.650433Z","steps":["trace[922260596] 'process raft request' (duration: 138.051522ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:28.650608Z","caller":"traceutil/trace.go:171","msg":"trace[1788978947] transaction","detail":"{read_only:false; response_revision:4083; number_of_response:1; }","duration":"138.314738ms","start":"2026-03-18T00:58:28.512285Z","end":"2026-03-18T00:58:28.650599Z","steps":["trace[1788978947] 'process raft request' (duration: 138.181055ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:28.650634Z","caller":"traceutil/trace.go:171","msg":"trace[1820125207] transaction","detail":"{read_only:false; response_revision:4084; number_of_response:1; }","duration":"138.327808ms","start":"2026-03-18T00:58:28.512291Z","end":"2026-03-18T00:58:28.650618Z","steps":["trace[1820125207] 'process raft request' (duration: 138.232336ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:28.650634Z","caller":"traceutil/trace.go:171","msg":"trace[491770169] transaction","detail":"{read_only:false; response_revision:4082; number_of_response:1; }","duration":"138.305548ms","start":"2026-03-18T00:58:28.51226Z","end":"2026-03-18T00:58:28.650565Z","steps":["trace[491770169] 'process raft request' (duration: 138.170765ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:28.650697Z","caller":"traceutil/trace.go:171","msg":"trace[437199343] transaction","detail":"{read_only:false; response_revision:4086; number_of_response:1; }","duration":"138.354368ms","start":"2026-03-18T00:58:28.512332Z","end":"2026-03-18T00:58:28.650686Z","steps":["trace[437199343] 'process raft request' (duration: 138.263516ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:28.650698Z","caller":"traceutil/trace.go:171","msg":"trace[1262205597] transaction","detail":"{read_only:false; response_revision:4085; number_of_response:1; }","duration":"138.379179ms","start":"2026-03-18T00:58:28.512306Z","end":"2026-03-18T00:58:28.650685Z","steps":["trace[1262205597] 'process raft request' (duration: 138.260307ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:28.650715Z","caller":"traceutil/trace.go:171","msg":"trace[311207310] transaction","detail":"{read_only:false; response_revision:4087; number_of_response:1; }","duration":"138.364939ms","start":"2026-03-18T00:58:28.512334Z","end":"2026-03-18T00:58:28.650699Z","steps":["trace[311207310] 'process raft request' (duration: 138.294707ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:28.650779Z","caller":"traceutil/trace.go:171","msg":"trace[2061481561] transaction","detail":"{read_only:false; response_revision:4088; number_of_response:1; }","duration":"138.431421ms","start":"2026-03-18T00:58:28.512334Z","end":"2026-03-18T00:58:28.650765Z","steps":["trace[2061481561] 'process raft request' (duration: 138.329698ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:28.650855Z","caller":"traceutil/trace.go:171","msg":"trace[1050976219] transaction","detail":"{read_only:false; response_revision:4090; number_of_response:1; }","duration":"138.476463ms","start":"2026-03-18T00:58:28.51237Z","end":"2026-03-18T00:58:28.650846Z","steps":["trace[1050976219] 'process raft request' (duration: 138.35539ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:28.650863Z","caller":"traceutil/trace.go:171","msg":"trace[1411600931] transaction","detail":"{read_only:false; response_revision:4091; number_of_response:1; }","duration":"137.94213ms","start":"2026-03-18T00:58:28.512909Z","end":"2026-03-18T00:58:28.650851Z","steps":["trace[1411600931] 'process raft request' (duration: 137.854698ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:28.650895Z","caller":"traceutil/trace.go:171","msg":"trace[1880479681] transaction","detail":"{read_only:false; response_revision:4092; number_of_response:1; }","duration":"137.982951ms","start":"2026-03-18T00:58:28.512901Z","end":"2026-03-18T00:58:28.650884Z","steps":["trace[1880479681] 'process raft request' (duration: 137.907219ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:28.650905Z","caller":"traceutil/trace.go:171","msg":"trace[520871793] transaction","detail":"{read_only:false; response_revision:4093; number_of_response:1; }","duration":"137.960141ms","start":"2026-03-18T00:58:28.512925Z","end":"2026-03-18T00:58:28.650885Z","steps":["trace[520871793] 'process raft request' (duration: 137.9182ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:28.650902Z","caller":"traceutil/trace.go:171","msg":"trace[1054344193] transaction","detail":"{read_only:false; response_revision:4089; number_of_response:1; }","duration":"138.525644ms","start":"2026-03-18T00:58:28.512364Z","end":"2026-03-18T00:58:28.650889Z","steps":["trace[1054344193] 'process raft request' (duration: 138.333589ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:28.650194Z","caller":"traceutil/trace.go:171","msg":"trace[621009078] transaction","detail":"{read_only:false; response_revision:4069; number_of_response:1; }","duration":"138.731817ms","start":"2026-03-18T00:58:28.511429Z","end":"2026-03-18T00:58:28.65016Z","steps":["trace[621009078] 'process raft request' (duration: 138.590024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:29.718238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.668062ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:58:29.718603Z","caller":"traceutil/trace.go:171","msg":"trace[1942139069] transaction","detail":"{read_only:false; response_revision:4257; number_of_response:1; }","duration":"272.968501ms","start":"2026-03-18T00:58:29.445594Z","end":"2026-03-18T00:58:29.718563Z","steps":["trace[1942139069] 'process raft request' (duration: 272.849689ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:29.718622Z","caller":"traceutil/trace.go:171","msg":"trace[1759653031] transaction","detail":"{read_only:false; response_revision:4256; number_of_response:1; }","duration":"273.074094ms","start":"2026-03-18T00:58:29.445518Z","end":"2026-03-18T00:58:29.718592Z","steps":["trace[1759653031] 'process raft request' (duration: 272.863099ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:29.718681Z","caller":"traceutil/trace.go:171","msg":"trace[1053207931] linearizableReadLoop","detail":"{readStateIndex:4444; appliedIndex:4438; }","duration":"269.638824ms","start":"2026-03-18T00:58:29.449028Z","end":"2026-03-18T00:58:29.718667Z","steps":["trace[1053207931] 'read index received' (duration: 29.546232ms)","trace[1053207931] 'applied index is now lower than readState.Index' (duration: 240.091162ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:58:29.718705Z","caller":"traceutil/trace.go:171","msg":"trace[1322818573] transaction","detail":"{read_only:false; response_revision:4258; number_of_response:1; }","duration":"273.038203ms","start":"2026-03-18T00:58:29.445641Z","end":"2026-03-18T00:58:29.718679Z","steps":["trace[1322818573] 'process raft request' (duration: 272.838639ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:29.718802Z","caller":"traceutil/trace.go:171","msg":"trace[1029924899] transaction","detail":"{read_only:false; response_revision:4262; number_of_response:1; }","duration":"261.685348ms","start":"2026-03-18T00:58:29.457105Z","end":"2026-03-18T00:58:29.71879Z","steps":["trace[1029924899] 'process raft request' (duration: 261.516274ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:29.718662Z","caller":"traceutil/trace.go:171","msg":"trace[375902956] transaction","detail":"{read_only:false; response_revision:4259; number_of_response:1; }","duration":"272.232354ms","start":"2026-03-18T00:58:29.4464Z","end":"2026-03-18T00:58:29.718632Z","steps":["trace[375902956] 'process raft request' (duration: 272.106121ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:29.718818Z","caller":"traceutil/trace.go:171","msg":"trace[1104432332] transaction","detail":"{read_only:false; response_revision:4261; number_of_response:1; }","duration":"264.35485ms","start":"2026-03-18T00:58:29.454445Z","end":"2026-03-18T00:58:29.7188Z","steps":["trace[1104432332] 'process raft request' (duration: 264.135415ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:29.718973Z","caller":"traceutil/trace.go:171","msg":"trace[1770899854] transaction","detail":"{read_only:false; response_revision:4260; number_of_response:1; }","duration":"265.259221ms","start":"2026-03-18T00:58:29.45367Z","end":"2026-03-18T00:58:29.718929Z","steps":["trace[1770899854] 'process raft request' (duration: 264.868412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:29.719094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.042513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/grafana-tls\" ","response":"range_response_count:1 size:2995"} {"level":"info","ts":"2026-03-18T00:58:29.719154Z","caller":"traceutil/trace.go:171","msg":"trace[1059938755] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/grafana-tls; range_end:; response_count:1; response_revision:4262; }","duration":"270.135036ms","start":"2026-03-18T00:58:29.449Z","end":"2026-03-18T00:58:29.719135Z","steps":["trace[1059938755] 'agreement among raft nodes before linearized reading' (duration: 269.917951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:29.719163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.487396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:891"} {"level":"info","ts":"2026-03-18T00:58:29.719223Z","caller":"traceutil/trace.go:171","msg":"trace[1471534493] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:4262; }","duration":"256.585618ms","start":"2026-03-18T00:58:29.462618Z","end":"2026-03-18T00:58:29.719204Z","steps":["trace[1471534493] 'agreement among raft nodes before linearized reading' (duration: 256.401794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:29.719271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.340153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-18T00:58:29.719299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.114448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-18T00:58:29.719312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.620602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:1104"} {"level":"info","ts":"2026-03-18T00:58:29.719332Z","caller":"traceutil/trace.go:171","msg":"trace[510148876] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4262; }","duration":"139.439975ms","start":"2026-03-18T00:58:29.579876Z","end":"2026-03-18T00:58:29.719316Z","steps":["trace[510148876] 'agreement among raft nodes before linearized reading' (duration: 139.302652ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:29.71937Z","caller":"traceutil/trace.go:171","msg":"trace[1123236715] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:4262; }","duration":"254.736855ms","start":"2026-03-18T00:58:29.464616Z","end":"2026-03-18T00:58:29.719353Z","steps":["trace[1123236715] 'agreement among raft nodes before linearized reading' (duration: 254.554211ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:29.719368Z","caller":"traceutil/trace.go:171","msg":"trace[1619998355] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4262; }","duration":"139.22407ms","start":"2026-03-18T00:58:29.580128Z","end":"2026-03-18T00:58:29.719352Z","steps":["trace[1619998355] 'agreement among raft nodes before linearized reading' (duration: 138.995464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:29.719451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.024371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T00:58:29.719307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.313012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:1231"} {"level":"info","ts":"2026-03-18T00:58:29.719484Z","caller":"traceutil/trace.go:171","msg":"trace[1121500543] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4262; }","duration":"129.089593ms","start":"2026-03-18T00:58:29.590386Z","end":"2026-03-18T00:58:29.719475Z","steps":["trace[1121500543] 'agreement among raft nodes before linearized reading' (duration: 129.006241ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:29.719498Z","caller":"traceutil/trace.go:171","msg":"trace[1007293653] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:4262; }","duration":"256.531987ms","start":"2026-03-18T00:58:29.462954Z","end":"2026-03-18T00:58:29.719486Z","steps":["trace[1007293653] 'agreement among raft nodes before linearized reading' (duration: 256.25339ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:29.718477Z","caller":"traceutil/trace.go:171","msg":"trace[786116907] transaction","detail":"{read_only:false; response_revision:4255; number_of_response:1; }","duration":"273.011883ms","start":"2026-03-18T00:58:29.445429Z","end":"2026-03-18T00:58:29.71844Z","steps":["trace[786116907] 'process raft request' (duration: 156.058444ms)","trace[786116907] 'compare' (duration: 116.535648ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:58:29.973498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.059047ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:58:29.973739Z","caller":"traceutil/trace.go:171","msg":"trace[196633915] transaction","detail":"{read_only:false; response_revision:4288; number_of_response:1; }","duration":"163.037757ms","start":"2026-03-18T00:58:29.810665Z","end":"2026-03-18T00:58:29.973703Z","steps":["trace[196633915] 'compare' (duration: 153.847542ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:29.973842Z","caller":"traceutil/trace.go:171","msg":"trace[1896693932] transaction","detail":"{read_only:false; response_revision:4290; number_of_response:1; }","duration":"157.922248ms","start":"2026-03-18T00:58:29.815895Z","end":"2026-03-18T00:58:29.973817Z","steps":["trace[1896693932] 'process raft request' (duration: 157.860366ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:29.973879Z","caller":"traceutil/trace.go:171","msg":"trace[557551918] transaction","detail":"{read_only:false; response_revision:4289; number_of_response:1; }","duration":"159.70822ms","start":"2026-03-18T00:58:29.814137Z","end":"2026-03-18T00:58:29.973845Z","steps":["trace[557551918] 'process raft request' (duration: 159.514665ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:29.980646Z","caller":"traceutil/trace.go:171","msg":"trace[124185003] linearizableReadLoop","detail":"{readStateIndex:4477; appliedIndex:4472; }","duration":"132.157604ms","start":"2026-03-18T00:58:29.848469Z","end":"2026-03-18T00:58:29.980627Z","steps":["trace[124185003] 'read index received' (duration: 74.568476ms)","trace[124185003] 'applied index is now lower than readState.Index' (duration: 57.588178ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:58:29.980764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.290508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:58:29.980792Z","caller":"traceutil/trace.go:171","msg":"trace[1392537332] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4291; }","duration":"132.37979ms","start":"2026-03-18T00:58:29.848404Z","end":"2026-03-18T00:58:29.980784Z","steps":["trace[1392537332] 'agreement among raft nodes before linearized reading' (duration: 132.297228ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:29.980944Z","caller":"traceutil/trace.go:171","msg":"trace[1118160141] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4291; }","duration":"161.03985ms","start":"2026-03-18T00:58:29.819898Z","end":"2026-03-18T00:58:29.980938Z","steps":["trace[1118160141] 'process raft request' (duration: 160.702602ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:29.980983Z","caller":"traceutil/trace.go:171","msg":"trace[2043608034] transaction","detail":"{read_only:false; response_revision:4291; number_of_response:1; }","duration":"161.690236ms","start":"2026-03-18T00:58:29.819266Z","end":"2026-03-18T00:58:29.980956Z","steps":["trace[2043608034] 'process raft request' (duration: 161.244735ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:31.243702Z","caller":"traceutil/trace.go:171","msg":"trace[308133146] linearizableReadLoop","detail":"{readStateIndex:4549; appliedIndex:4548; }","duration":"143.372237ms","start":"2026-03-18T00:58:31.100299Z","end":"2026-03-18T00:58:31.243672Z","steps":["trace[308133146] 'read index received' (duration: 142.971788ms)","trace[308133146] 'applied index is now lower than readState.Index' (duration: 398.889µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:58:31.243811Z","caller":"traceutil/trace.go:171","msg":"trace[411613848] transaction","detail":"{read_only:false; response_revision:4361; number_of_response:1; }","duration":"144.643826ms","start":"2026-03-18T00:58:31.099157Z","end":"2026-03-18T00:58:31.2438Z","steps":["trace[411613848] 'process raft request' (duration: 144.101094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:31.244085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.754256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/grafana-tls\" ","response":"range_response_count:1 size:2543"} {"level":"info","ts":"2026-03-18T00:58:31.244195Z","caller":"traceutil/trace.go:171","msg":"trace[1651446737] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/grafana-tls; range_end:; response_count:1; response_revision:4361; }","duration":"143.917649ms","start":"2026-03-18T00:58:31.100246Z","end":"2026-03-18T00:58:31.244164Z","steps":["trace[1651446737] 'agreement among raft nodes before linearized reading' (duration: 143.615982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:34.630074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.169846ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:58:34.630172Z","caller":"traceutil/trace.go:171","msg":"trace[1368836959] transaction","detail":"{read_only:false; response_revision:4438; number_of_response:1; }","duration":"175.301505ms","start":"2026-03-18T00:58:34.454855Z","end":"2026-03-18T00:58:34.630157Z","steps":["trace[1368836959] 'process raft request' (duration: 71.990935ms)","trace[1368836959] 'compare' (duration: 102.950181ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:58:34.630774Z","caller":"traceutil/trace.go:171","msg":"trace[196018611] linearizableReadLoop","detail":"{readStateIndex:4628; appliedIndex:4626; }","duration":"174.865354ms","start":"2026-03-18T00:58:34.455882Z","end":"2026-03-18T00:58:34.630748Z","steps":["trace[196018611] 'read index received' (duration: 71.042083ms)","trace[196018611] 'applied index is now lower than readState.Index' (duration: 103.821291ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:58:34.630885Z","caller":"traceutil/trace.go:171","msg":"trace[997066204] transaction","detail":"{read_only:false; response_revision:4439; number_of_response:1; }","duration":"175.374626ms","start":"2026-03-18T00:58:34.455478Z","end":"2026-03-18T00:58:34.630853Z","steps":["trace[997066204] 'process raft request' (duration: 175.077719ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:34.630888Z","caller":"traceutil/trace.go:171","msg":"trace[778447157] transaction","detail":"{read_only:false; response_revision:4440; number_of_response:1; }","duration":"174.142157ms","start":"2026-03-18T00:58:34.4567Z","end":"2026-03-18T00:58:34.630842Z","steps":["trace[778447157] 'process raft request' (duration: 173.998234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:34.631025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.11041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-18T00:58:34.631077Z","caller":"traceutil/trace.go:171","msg":"trace[540192056] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4440; }","duration":"175.198621ms","start":"2026-03-18T00:58:34.455865Z","end":"2026-03-18T00:58:34.631064Z","steps":["trace[540192056] 'agreement among raft nodes before linearized reading' (duration: 174.984856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:35.60954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.552746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.189dc99f6eb31898\" ","response":"range_response_count:1 size:1179"} {"level":"info","ts":"2026-03-18T00:58:35.609662Z","caller":"traceutil/trace.go:171","msg":"trace[950618749] range","detail":"{range_begin:/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.189dc99f6eb31898; range_end:; response_count:1; response_revision:4481; }","duration":"200.7355ms","start":"2026-03-18T00:58:35.408898Z","end":"2026-03-18T00:58:35.609633Z","steps":["trace[950618749] 'range keys from in-memory index tree' (duration: 200.2993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:35.612939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.712257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196036"} {"level":"info","ts":"2026-03-18T00:58:35.613093Z","caller":"traceutil/trace.go:171","msg":"trace[1594732582] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4481; }","duration":"170.896921ms","start":"2026-03-18T00:58:35.442149Z","end":"2026-03-18T00:58:35.613045Z","steps":["trace[1594732582] 'range keys from in-memory index tree' (duration: 167.095802ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:35.938351Z","caller":"traceutil/trace.go:171","msg":"trace[2053967591] linearizableReadLoop","detail":"{readStateIndex:4674; appliedIndex:4672; }","duration":"136.21059ms","start":"2026-03-18T00:58:35.802111Z","end":"2026-03-18T00:58:35.938321Z","steps":["trace[2053967591] 'read index received' (duration: 25.985459ms)","trace[2053967591] 'applied index is now lower than readState.Index' (duration: 110.224121ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:58:35.93838Z","caller":"traceutil/trace.go:171","msg":"trace[958048094] transaction","detail":"{read_only:false; response_revision:4486; number_of_response:1; }","duration":"136.080037ms","start":"2026-03-18T00:58:35.802268Z","end":"2026-03-18T00:58:35.938348Z","steps":["trace[958048094] 'process raft request' (duration: 135.982214ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:35.938721Z","caller":"traceutil/trace.go:171","msg":"trace[1813388090] transaction","detail":"{read_only:false; response_revision:4484; number_of_response:1; }","duration":"138.696037ms","start":"2026-03-18T00:58:35.800002Z","end":"2026-03-18T00:58:35.938698Z","steps":["trace[1813388090] 'process raft request' (duration: 138.011631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:35.938818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.678931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-18T00:58:35.938879Z","caller":"traceutil/trace.go:171","msg":"trace[357021062] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4487; }","duration":"136.771923ms","start":"2026-03-18T00:58:35.802091Z","end":"2026-03-18T00:58:35.938863Z","steps":["trace[357021062] 'agreement among raft nodes before linearized reading' (duration: 136.378124ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:35.938461Z","caller":"traceutil/trace.go:171","msg":"trace[676256375] transaction","detail":"{read_only:false; response_revision:4487; number_of_response:1; }","duration":"135.646736ms","start":"2026-03-18T00:58:35.802781Z","end":"2026-03-18T00:58:35.938427Z","steps":["trace[676256375] 'process raft request' (duration: 135.503092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:35.939086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.957481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-18T00:58:35.939153Z","caller":"traceutil/trace.go:171","msg":"trace[124987988] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4487; }","duration":"109.061384ms","start":"2026-03-18T00:58:35.830079Z","end":"2026-03-18T00:58:35.93914Z","steps":["trace[124987988] 'agreement among raft nodes before linearized reading' (duration: 108.945911ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:35.938461Z","caller":"traceutil/trace.go:171","msg":"trace[1976295058] transaction","detail":"{read_only:false; response_revision:4485; number_of_response:1; }","duration":"136.310972ms","start":"2026-03-18T00:58:35.802109Z","end":"2026-03-18T00:58:35.93842Z","steps":["trace[1976295058] 'process raft request' (duration: 136.074397ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:37.782856Z","caller":"traceutil/trace.go:171","msg":"trace[1756520173] transaction","detail":"{read_only:false; response_revision:4512; number_of_response:1; }","duration":"207.979139ms","start":"2026-03-18T00:58:37.57485Z","end":"2026-03-18T00:58:37.782829Z","steps":["trace[1756520173] 'process raft request' (duration: 207.760584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:38.941517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.335565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:58:38.941782Z","caller":"traceutil/trace.go:171","msg":"trace[1935204023] linearizableReadLoop","detail":"{readStateIndex:4720; appliedIndex:4718; }","duration":"469.542515ms","start":"2026-03-18T00:58:38.472217Z","end":"2026-03-18T00:58:38.94176Z","steps":["trace[1935204023] 'read index received' (duration: 59.820312ms)","trace[1935204023] 'applied index is now lower than readState.Index' (duration: 409.720983ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:58:38.941803Z","caller":"traceutil/trace.go:171","msg":"trace[1818161396] transaction","detail":"{read_only:false; response_revision:4530; number_of_response:1; }","duration":"544.738994ms","start":"2026-03-18T00:58:38.397031Z","end":"2026-03-18T00:58:38.94177Z","steps":["trace[1818161396] 'process raft request' (duration: 544.59512ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:38.941863Z","caller":"traceutil/trace.go:171","msg":"trace[76909006] transaction","detail":"{read_only:false; response_revision:4529; number_of_response:1; }","duration":"545.925112ms","start":"2026-03-18T00:58:38.395914Z","end":"2026-03-18T00:58:38.94184Z","steps":["trace[76909006] 'process raft request' (duration: 136.168849ms)","trace[76909006] 'compare' (duration: 408.971205ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:58:38.941981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:38.395906Z","time spent":"546.014674ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:58:38.941993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.76765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-18T00:58:38.941986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:38.397018Z","time spent":"544.865826ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:58:38.942033Z","caller":"traceutil/trace.go:171","msg":"trace[619469417] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4530; }","duration":"469.836131ms","start":"2026-03-18T00:58:38.472184Z","end":"2026-03-18T00:58:38.94202Z","steps":["trace[619469417] 'agreement among raft nodes before linearized reading' (duration: 469.692957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:38.94209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:38.472166Z","time spent":"469.910953ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-18T00:58:38.942129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.559992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ee7d86e9-3fe9-47d1-8888-5e12898b0cea\" ","response":"range_response_count:1 size:4063"} {"level":"info","ts":"2026-03-18T00:58:38.942152Z","caller":"traceutil/trace.go:171","msg":"trace[1713308518] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ee7d86e9-3fe9-47d1-8888-5e12898b0cea; range_end:; response_count:1; response_revision:4530; }","duration":"155.616163ms","start":"2026-03-18T00:58:38.786528Z","end":"2026-03-18T00:58:38.942144Z","steps":["trace[1713308518] 'agreement among raft nodes before linearized reading' (duration: 155.531361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:39.557624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.843979ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:58:39.557695Z","caller":"traceutil/trace.go:171","msg":"trace[9865730] linearizableReadLoop","detail":"{readStateIndex:4722; appliedIndex:4720; }","duration":"600.929711ms","start":"2026-03-18T00:58:38.956754Z","end":"2026-03-18T00:58:39.557684Z","steps":["trace[9865730] 'read index received' (duration: 73.457701ms)","trace[9865730] 'applied index is now lower than readState.Index' (duration: 527.47131ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:58:39.557757Z","caller":"traceutil/trace.go:171","msg":"trace[1661442114] transaction","detail":"{read_only:false; response_revision:4532; number_of_response:1; }","duration":"610.130276ms","start":"2026-03-18T00:58:38.947619Z","end":"2026-03-18T00:58:39.557749Z","steps":["trace[1661442114] 'process raft request' (duration: 126.106302ms)","trace[1661442114] 'compare' (duration: 483.701936ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:58:39.557798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:38.947594Z","time spent":"610.185017ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:58:39.557986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.238488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1a59a5af-34a8-4266-8978-8cd70a40e24e\" ","response":"range_response_count:1 size:4049"} {"level":"info","ts":"2026-03-18T00:58:39.558013Z","caller":"traceutil/trace.go:171","msg":"trace[1782354310] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1a59a5af-34a8-4266-8978-8cd70a40e24e; range_end:; response_count:1; response_revision:4532; }","duration":"601.291649ms","start":"2026-03-18T00:58:38.956714Z","end":"2026-03-18T00:58:39.558005Z","steps":["trace[1782354310] 'agreement among raft nodes before linearized reading' (duration: 601.198817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:39.558033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:38.956699Z","time spent":"601.32926ms","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4071,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1a59a5af-34a8-4266-8978-8cd70a40e24e\" "} {"level":"warn","ts":"2026-03-18T00:58:39.558138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.002952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:58:39.558154Z","caller":"traceutil/trace.go:171","msg":"trace[1585536559] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4532; }","duration":"314.059494ms","start":"2026-03-18T00:58:39.244089Z","end":"2026-03-18T00:58:39.558149Z","steps":["trace[1585536559] 'agreement among raft nodes before linearized reading' (duration: 314.033773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:39.558169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:39.244068Z","time spent":"314.098024ms","remote":"127.0.0.1:47154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:58:39.558287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.985727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T00:58:39.558305Z","caller":"traceutil/trace.go:171","msg":"trace[2038238461] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4532; }","duration":"254.037768ms","start":"2026-03-18T00:58:39.304262Z","end":"2026-03-18T00:58:39.5583Z","steps":["trace[2038238461] 'agreement among raft nodes before linearized reading' (duration: 253.985707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:41.842979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.184502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T00:58:41.843068Z","caller":"traceutil/trace.go:171","msg":"trace[2105055671] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4602; }","duration":"248.314484ms","start":"2026-03-18T00:58:41.594731Z","end":"2026-03-18T00:58:41.843045Z","steps":["trace[2105055671] 'range keys from in-memory index tree' (duration: 248.018627ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:41.850367Z","caller":"traceutil/trace.go:171","msg":"trace[80954360] transaction","detail":"{read_only:false; response_revision:4603; number_of_response:1; }","duration":"202.377478ms","start":"2026-03-18T00:58:41.647967Z","end":"2026-03-18T00:58:41.850345Z","steps":["trace[80954360] 'process raft request' (duration: 202.190684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:41.8504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.776372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196036"} {"level":"info","ts":"2026-03-18T00:58:41.850448Z","caller":"traceutil/trace.go:171","msg":"trace[516488320] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4602; }","duration":"341.866104ms","start":"2026-03-18T00:58:41.508569Z","end":"2026-03-18T00:58:41.850435Z","steps":["trace[516488320] 'range keys from in-memory index tree' (duration: 334.256747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:41.850476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:41.508548Z","time spent":"341.919686ms","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":50,"response size":2196058,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-18T00:58:42.85951Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252451319562884,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T00:58:43.122407Z","caller":"traceutil/trace.go:171","msg":"trace[1021235184] transaction","detail":"{read_only:false; response_revision:4613; number_of_response:1; }","duration":"770.47588ms","start":"2026-03-18T00:58:42.351907Z","end":"2026-03-18T00:58:43.122383Z","steps":["trace[1021235184] 'process raft request' (duration: 770.420839ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:43.122472Z","caller":"traceutil/trace.go:171","msg":"trace[692850596] transaction","detail":"{read_only:false; response_revision:4612; number_of_response:1; }","duration":"779.684676ms","start":"2026-03-18T00:58:42.342742Z","end":"2026-03-18T00:58:43.122427Z","steps":["trace[692850596] 'process raft request' (duration: 779.459061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:43.122531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:42.351886Z","time spent":"770.588713ms","remote":"127.0.0.1:42276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2573,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T00:58:43.122632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:42.34273Z","time spent":"779.821789ms","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T00:58:43.131848Z","caller":"traceutil/trace.go:171","msg":"trace[295291708] transaction","detail":"{read_only:false; response_revision:4614; number_of_response:1; }","duration":"761.366587ms","start":"2026-03-18T00:58:42.370457Z","end":"2026-03-18T00:58:43.131823Z","steps":["trace[295291708] 'process raft request' (duration: 758.269445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:43.132038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:42.370433Z","time spent":"761.49983ms","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9811,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:58:43.132152Z","caller":"traceutil/trace.go:171","msg":"trace[505749897] transaction","detail":"{read_only:false; response_revision:4615; number_of_response:1; }","duration":"699.061268ms","start":"2026-03-18T00:58:42.433064Z","end":"2026-03-18T00:58:43.132126Z","steps":["trace[505749897] 'process raft request' (duration: 698.68865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:43.132311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:42.433039Z","time spent":"699.191022ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:58:43.132373Z","caller":"traceutil/trace.go:171","msg":"trace[861802569] linearizableReadLoop","detail":"{readStateIndex:4812; appliedIndex:4808; }","duration":"773.263185ms","start":"2026-03-18T00:58:42.359097Z","end":"2026-03-18T00:58:43.13236Z","steps":["trace[861802569] 'read index received' (duration: 763.213629ms)","trace[861802569] 'applied index is now lower than readState.Index' (duration: 10.048096ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:58:43.132457Z","caller":"traceutil/trace.go:171","msg":"trace[665181216] transaction","detail":"{read_only:false; response_revision:4616; number_of_response:1; }","duration":"179.002741ms","start":"2026-03-18T00:58:42.953446Z","end":"2026-03-18T00:58:43.132448Z","steps":["trace[665181216] 'process raft request' (duration: 178.565481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:43.132704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.596323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/monitoring\" ","response":"range_response_count:1 size:372"} {"level":"info","ts":"2026-03-18T00:58:43.132769Z","caller":"traceutil/trace.go:171","msg":"trace[1232681760] range","detail":"{range_begin:/registry/namespaces/monitoring; range_end:; response_count:1; response_revision:4617; }","duration":"773.700055ms","start":"2026-03-18T00:58:42.359052Z","end":"2026-03-18T00:58:43.132753Z","steps":["trace[1232681760] 'agreement among raft nodes before linearized reading' (duration: 773.47799ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:43.13272Z","caller":"traceutil/trace.go:171","msg":"trace[1424736132] transaction","detail":"{read_only:false; response_revision:4617; number_of_response:1; }","duration":"177.664139ms","start":"2026-03-18T00:58:42.955013Z","end":"2026-03-18T00:58:43.132678Z","steps":["trace[1424736132] 'process raft request' (duration: 177.28023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:43.132808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:42.359026Z","time spent":"773.774687ms","remote":"127.0.0.1:47238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":1,"response size":394,"request content":"key:\"/registry/namespaces/monitoring\" "} {"level":"warn","ts":"2026-03-18T00:58:43.13289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.932037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:58:43.133009Z","caller":"traceutil/trace.go:171","msg":"trace[855045796] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:4617; }","duration":"272.240054ms","start":"2026-03-18T00:58:42.860746Z","end":"2026-03-18T00:58:43.132986Z","steps":["trace[855045796] 'agreement among raft nodes before linearized reading' (duration: 271.957028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:46.342453Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252451319563103,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:58:46.843022Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252451319563103,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:58:47.180266Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.339985145s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T00:58:47.180699Z","caller":"traceutil/trace.go:171","msg":"trace[1742967685] transaction","detail":"{read_only:false; response_revision:4751; number_of_response:1; }","duration":"1.340514326s","start":"2026-03-18T00:58:45.840158Z","end":"2026-03-18T00:58:47.180673Z","steps":["trace[1742967685] 'process raft request' (duration: 1.340329122s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:47.180871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:45.840127Z","time spent":"1.34066116s","remote":"127.0.0.1:42276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1811,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T00:58:47.392568Z","caller":"traceutil/trace.go:171","msg":"trace[1040944040] transaction","detail":"{read_only:false; response_revision:4752; number_of_response:1; }","duration":"1.303980632s","start":"2026-03-18T00:58:46.088539Z","end":"2026-03-18T00:58:47.392519Z","steps":["trace[1040944040] 'process raft request' (duration: 1.303506151s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:47.393615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:46.088502Z","time spent":"1.304972665s","remote":"127.0.0.1:59748","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413742,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:58:47.394478Z","caller":"traceutil/trace.go:171","msg":"trace[1740949901] transaction","detail":"{read_only:false; response_revision:4754; number_of_response:1; }","duration":"249.765008ms","start":"2026-03-18T00:58:47.144661Z","end":"2026-03-18T00:58:47.394426Z","steps":["trace[1740949901] 'process raft request' (duration: 248.022188ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:47.394776Z","caller":"traceutil/trace.go:171","msg":"trace[1297344041] transaction","detail":"{read_only:false; response_revision:4755; number_of_response:1; }","duration":"227.61391ms","start":"2026-03-18T00:58:47.167119Z","end":"2026-03-18T00:58:47.394733Z","steps":["trace[1297344041] 'process raft request' (duration: 227.130598ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:47.395067Z","caller":"traceutil/trace.go:171","msg":"trace[1973355177] linearizableReadLoop","detail":"{readStateIndex:4953; appliedIndex:4950; }","duration":"1.553000303s","start":"2026-03-18T00:58:45.842026Z","end":"2026-03-18T00:58:47.395026Z","steps":["trace[1973355177] 'read index received' (duration: 1.338476019s)","trace[1973355177] 'applied index is now lower than readState.Index' (duration: 214.522814ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:58:47.395276Z","caller":"traceutil/trace.go:171","msg":"trace[1120644584] transaction","detail":"{read_only:false; response_revision:4756; number_of_response:1; }","duration":"224.120798ms","start":"2026-03-18T00:58:47.171133Z","end":"2026-03-18T00:58:47.395254Z","steps":["trace[1120644584] 'process raft request' (duration: 223.501353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:47.39541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.553361021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:58:47.395459Z","caller":"traceutil/trace.go:171","msg":"trace[464243382] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:4756; }","duration":"1.553463603s","start":"2026-03-18T00:58:45.841983Z","end":"2026-03-18T00:58:47.395447Z","steps":["trace[464243382] 'agreement among raft nodes before linearized reading' (duration: 1.553367771s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:47.395509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:45.841963Z","time spent":"1.553537136s","remote":"127.0.0.1:47396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":4,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-18T00:58:47.397486Z","caller":"traceutil/trace.go:171","msg":"trace[421630637] transaction","detail":"{read_only:false; response_revision:4753; number_of_response:1; }","duration":"1.290368152s","start":"2026-03-18T00:58:46.107059Z","end":"2026-03-18T00:58:47.397427Z","steps":["trace[421630637] 'process raft request' (duration: 1.285354515s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:47.397697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:46.106964Z","time spent":"1.29063802s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:58:47.404255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132482046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:58:47.404318Z","caller":"traceutil/trace.go:171","msg":"trace[1996768335] transaction","detail":"{read_only:false; response_revision:4757; number_of_response:1; }","duration":"215.830604ms","start":"2026-03-18T00:58:47.188473Z","end":"2026-03-18T00:58:47.404304Z","steps":["trace[1996768335] 'process raft request' (duration: 215.564687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:47.404335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415696897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T00:58:47.404338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41152722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T00:58:47.404367Z","caller":"traceutil/trace.go:171","msg":"trace[535669285] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4757; }","duration":"1.415753869s","start":"2026-03-18T00:58:45.9886Z","end":"2026-03-18T00:58:47.404354Z","steps":["trace[535669285] 'agreement among raft nodes before linearized reading' (duration: 1.415696307s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:47.404341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.874826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:58:47.404377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300733525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:58:47.404393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:45.988581Z","time spent":"1.415806619s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T00:58:47.40438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175214777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t8btp\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-18T00:58:47.404414Z","caller":"traceutil/trace.go:171","msg":"trace[212152124] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:4757; }","duration":"1.300795617s","start":"2026-03-18T00:58:46.103607Z","end":"2026-03-18T00:58:47.404402Z","steps":["trace[212152124] 'agreement among raft nodes before linearized reading' (duration: 1.300745046s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:47.404408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022547572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-91944519-67e8-4348-8630-4c8c6dbbb1df\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-18T00:58:47.404443Z","caller":"traceutil/trace.go:171","msg":"trace[1450507605] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t8btp; range_end:; response_count:1; response_revision:4757; }","duration":"1.175325699s","start":"2026-03-18T00:58:46.2291Z","end":"2026-03-18T00:58:47.404425Z","steps":["trace[1450507605] 'agreement among raft nodes before linearized reading' (duration: 1.175188676s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:47.40445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.933308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:58:47.404458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:46.103593Z","time spent":"1.300856568s","remote":"127.0.0.1:37710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-03-18T00:58:47.404476Z","caller":"traceutil/trace.go:171","msg":"trace[1363892290] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-91944519-67e8-4348-8630-4c8c6dbbb1df; range_end:; response_count:1; response_revision:4757; }","duration":"1.022644624s","start":"2026-03-18T00:58:46.381812Z","end":"2026-03-18T00:58:47.404456Z","steps":["trace[1363892290] 'agreement among raft nodes before linearized reading' (duration: 1.022438619s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:47.404483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:46.229079Z","time spent":"1.175395821s","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-t8btp\" "} {"level":"info","ts":"2026-03-18T00:58:47.404486Z","caller":"traceutil/trace.go:171","msg":"trace[538409673] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4757; }","duration":"161.031171ms","start":"2026-03-18T00:58:47.243445Z","end":"2026-03-18T00:58:47.404476Z","steps":["trace[538409673] 'agreement among raft nodes before linearized reading' (duration: 160.978699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:47.404509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:46.381798Z","time spent":"1.022703406s","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3622,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-91944519-67e8-4348-8630-4c8c6dbbb1df\" "} {"level":"warn","ts":"2026-03-18T00:58:47.404539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423300775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T00:58:47.404423Z","caller":"traceutil/trace.go:171","msg":"trace[368334704] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:4757; }","duration":"776.00988ms","start":"2026-03-18T00:58:46.62839Z","end":"2026-03-18T00:58:47.404399Z","steps":["trace[368334704] 'agreement among raft nodes before linearized reading' (duration: 775.818905ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:47.404566Z","caller":"traceutil/trace.go:171","msg":"trace[721971639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4757; }","duration":"1.423370736s","start":"2026-03-18T00:58:45.981189Z","end":"2026-03-18T00:58:47.404559Z","steps":["trace[721971639] 'agreement among raft nodes before linearized reading' (duration: 1.423308735s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:47.404263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.882251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T00:58:47.404589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:45.981165Z","time spent":"1.423419218s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T00:58:47.404322Z","caller":"traceutil/trace.go:171","msg":"trace[852547671] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:4757; }","duration":"1.132556848s","start":"2026-03-18T00:58:46.271749Z","end":"2026-03-18T00:58:47.404305Z","steps":["trace[852547671] 'agreement among raft nodes before linearized reading' (duration: 1.132409634s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:47.404604Z","caller":"traceutil/trace.go:171","msg":"trace[1489542160] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4757; }","duration":"206.252459ms","start":"2026-03-18T00:58:47.198337Z","end":"2026-03-18T00:58:47.404589Z","steps":["trace[1489542160] 'agreement among raft nodes before linearized reading' (duration: 205.84725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:47.40426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.539512837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T00:58:47.404635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:46.271681Z","time spent":"1.132947316s","remote":"127.0.0.1:47314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":42,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-18T00:58:47.404648Z","caller":"traceutil/trace.go:171","msg":"trace[1244275176] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4757; }","duration":"1.539943766s","start":"2026-03-18T00:58:45.864693Z","end":"2026-03-18T00:58:47.404637Z","steps":["trace[1244275176] 'agreement among raft nodes before linearized reading' (duration: 1.539437245s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:47.404397Z","caller":"traceutil/trace.go:171","msg":"trace[1791962372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4757; }","duration":"1.411626802s","start":"2026-03-18T00:58:45.992755Z","end":"2026-03-18T00:58:47.404381Z","steps":["trace[1791962372] 'agreement among raft nodes before linearized reading' (duration: 1.411489179s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:47.404583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:46.628375Z","time spent":"776.195514ms","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:58:47.404692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:45.992733Z","time spent":"1.411950619s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T00:58:47.404689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:45.864675Z","time spent":"1.540003378s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T00:58:47.404804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.456129634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-91944519-67e8-4348-8630-4c8c6dbbb1df\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-18T00:58:47.40483Z","caller":"traceutil/trace.go:171","msg":"trace[260921401] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-91944519-67e8-4348-8630-4c8c6dbbb1df; range_end:; response_count:1; response_revision:4757; }","duration":"1.456155144s","start":"2026-03-18T00:58:45.948666Z","end":"2026-03-18T00:58:47.404821Z","steps":["trace[260921401] 'agreement among raft nodes before linearized reading' (duration: 1.456075103s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:47.404871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.039785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777438"} {"level":"info","ts":"2026-03-18T00:58:47.404902Z","caller":"traceutil/trace.go:171","msg":"trace[512773545] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4757; }","duration":"766.078726ms","start":"2026-03-18T00:58:46.638816Z","end":"2026-03-18T00:58:47.404895Z","steps":["trace[512773545] 'agreement among raft nodes before linearized reading' (duration: 765.626686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:47.404857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:45.948614Z","time spent":"1.456238046s","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3622,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-91944519-67e8-4348-8630-4c8c6dbbb1df\" "} {"level":"warn","ts":"2026-03-18T00:58:47.404936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:46.638811Z","time spent":"766.118847ms","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777460,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-18T00:58:47.535821Z","caller":"traceutil/trace.go:171","msg":"trace[1560391229] transaction","detail":"{read_only:false; response_revision:4758; number_of_response:1; }","duration":"127.121087ms","start":"2026-03-18T00:58:47.408669Z","end":"2026-03-18T00:58:47.53579Z","steps":["trace[1560391229] 'process raft request' (duration: 74.726ms)","trace[1560391229] 'compare' (duration: 52.281054ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:58:47.564719Z","caller":"traceutil/trace.go:171","msg":"trace[1429889476] transaction","detail":"{read_only:false; response_revision:4759; number_of_response:1; }","duration":"155.963262ms","start":"2026-03-18T00:58:47.408716Z","end":"2026-03-18T00:58:47.564679Z","steps":["trace[1429889476] 'process raft request' (duration: 155.715687ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:47.564786Z","caller":"traceutil/trace.go:171","msg":"trace[1165552791] transaction","detail":"{read_only:false; response_revision:4760; number_of_response:1; }","duration":"154.830246ms","start":"2026-03-18T00:58:47.409946Z","end":"2026-03-18T00:58:47.564776Z","steps":["trace[1165552791] 'process raft request' (duration: 154.631141ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:47.564719Z","caller":"traceutil/trace.go:171","msg":"trace[1188393232] transaction","detail":"{read_only:false; response_revision:4761; number_of_response:1; }","duration":"154.737352ms","start":"2026-03-18T00:58:47.40995Z","end":"2026-03-18T00:58:47.564687Z","steps":["trace[1188393232] 'process raft request' (duration: 154.665521ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:47.565122Z","caller":"traceutil/trace.go:171","msg":"trace[904829604] transaction","detail":"{read_only:false; response_revision:4762; number_of_response:1; }","duration":"155.112762ms","start":"2026-03-18T00:58:47.409979Z","end":"2026-03-18T00:58:47.565092Z","steps":["trace[904829604] 'process raft request' (duration: 154.667022ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:47.565255Z","caller":"traceutil/trace.go:171","msg":"trace[1145703372] linearizableReadLoop","detail":"{readStateIndex:4962; appliedIndex:4957; }","duration":"155.198223ms","start":"2026-03-18T00:58:47.410045Z","end":"2026-03-18T00:58:47.565243Z","steps":["trace[1145703372] 'read index received' (duration: 73.274855ms)","trace[1145703372] 'applied index is now lower than readState.Index' (duration: 81.922038ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:58:47.565376Z","caller":"traceutil/trace.go:171","msg":"trace[98480984] transaction","detail":"{read_only:false; response_revision:4763; number_of_response:1; }","duration":"154.218591ms","start":"2026-03-18T00:58:47.411119Z","end":"2026-03-18T00:58:47.565338Z","steps":["trace[98480984] 'process raft request' (duration: 153.801481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:47.56549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.428149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62967"} {"level":"info","ts":"2026-03-18T00:58:47.565534Z","caller":"traceutil/trace.go:171","msg":"trace[795496916] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4763; }","duration":"155.510681ms","start":"2026-03-18T00:58:47.410013Z","end":"2026-03-18T00:58:47.565524Z","steps":["trace[795496916] 'agreement among raft nodes before linearized reading' (duration: 155.306566ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:48.595523Z","caller":"traceutil/trace.go:171","msg":"trace[1241295456] transaction","detail":"{read_only:false; response_revision:4764; number_of_response:1; }","duration":"757.738831ms","start":"2026-03-18T00:58:47.837756Z","end":"2026-03-18T00:58:48.595495Z","steps":["trace[1241295456] 'process raft request' (duration: 757.493045ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:48.59568Z","caller":"traceutil/trace.go:171","msg":"trace[984718768] linearizableReadLoop","detail":"{readStateIndex:4964; appliedIndex:4964; }","duration":"186.103447ms","start":"2026-03-18T00:58:48.409555Z","end":"2026-03-18T00:58:48.595658Z","steps":["trace[984718768] 'read index received' (duration: 186.096667ms)","trace[984718768] 'applied index is now lower than readState.Index' (duration: 5.32µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:58:48.595701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:47.837721Z","time spent":"757.899865ms","remote":"127.0.0.1:47300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17293,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:58:48.59582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.152204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17307"} {"level":"info","ts":"2026-03-18T00:58:48.595853Z","caller":"traceutil/trace.go:171","msg":"trace[1492588645] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4764; }","duration":"132.245446ms","start":"2026-03-18T00:58:48.4636Z","end":"2026-03-18T00:58:48.595846Z","steps":["trace[1492588645] 'agreement among raft nodes before linearized reading' (duration: 132.151514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:48.595959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.410934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-91944519-67e8-4348-8630-4c8c6dbbb1df\" ","response":"range_response_count:1 size:3714"} {"level":"info","ts":"2026-03-18T00:58:48.596022Z","caller":"traceutil/trace.go:171","msg":"trace[666294978] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-91944519-67e8-4348-8630-4c8c6dbbb1df; range_end:; response_count:1; response_revision:4764; }","duration":"186.512127ms","start":"2026-03-18T00:58:48.409498Z","end":"2026-03-18T00:58:48.596011Z","steps":["trace[666294978] 'agreement among raft nodes before linearized reading' (duration: 186.355533ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:48.814621Z","caller":"traceutil/trace.go:171","msg":"trace[942033923] transaction","detail":"{read_only:false; response_revision:4765; number_of_response:1; }","duration":"138.172075ms","start":"2026-03-18T00:58:48.676429Z","end":"2026-03-18T00:58:48.814601Z","steps":["trace[942033923] 'process raft request' (duration: 138.054392ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:50.294987Z","caller":"traceutil/trace.go:171","msg":"trace[1564828397] transaction","detail":"{read_only:false; response_revision:4809; number_of_response:1; }","duration":"105.379668ms","start":"2026-03-18T00:58:50.189583Z","end":"2026-03-18T00:58:50.294962Z","steps":["trace[1564828397] 'process raft request' (duration: 105.255395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:52.151478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.625203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/monitoring/prometheus-pushgateway\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:58:52.151558Z","caller":"traceutil/trace.go:171","msg":"trace[1918342801] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/monitoring/prometheus-pushgateway; range_end:; response_count:0; response_revision:4849; }","duration":"140.767427ms","start":"2026-03-18T00:58:52.010773Z","end":"2026-03-18T00:58:52.15154Z","steps":["trace[1918342801] 'range keys from in-memory index tree' (duration: 140.54284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:52.151551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.499603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-91944519-67e8-4348-8630-4c8c6dbbb1df\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-03-18T00:58:52.151627Z","caller":"traceutil/trace.go:171","msg":"trace[1311429817] transaction","detail":"{read_only:false; response_revision:4850; number_of_response:1; }","duration":"140.49331ms","start":"2026-03-18T00:58:52.011102Z","end":"2026-03-18T00:58:52.151595Z","steps":["trace[1311429817] 'process raft request' (duration: 132.492763ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:52.151674Z","caller":"traceutil/trace.go:171","msg":"trace[2033405282] range","detail":"{range_begin:/registry/persistentvolumes/pvc-91944519-67e8-4348-8630-4c8c6dbbb1df; range_end:; response_count:1; response_revision:4849; }","duration":"141.634337ms","start":"2026-03-18T00:58:52.009991Z","end":"2026-03-18T00:58:52.151626Z","steps":["trace[2033405282] 'range keys from in-memory index tree' (duration: 141.355499ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:52.291901Z","caller":"traceutil/trace.go:171","msg":"trace[719511306] transaction","detail":"{read_only:false; response_revision:4852; number_of_response:1; }","duration":"100.576825ms","start":"2026-03-18T00:58:52.191296Z","end":"2026-03-18T00:58:52.291873Z","steps":["trace[719511306] 'process raft request' (duration: 62.062573ms)","trace[719511306] 'compare' (duration: 38.257756ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:58:55.883221Z","caller":"traceutil/trace.go:171","msg":"trace[1325187154] transaction","detail":"{read_only:false; response_revision:4908; number_of_response:1; }","duration":"155.719096ms","start":"2026-03-18T00:58:55.727475Z","end":"2026-03-18T00:58:55.883194Z","steps":["trace[1325187154] 'process raft request' (duration: 155.631194ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:55.883401Z","caller":"traceutil/trace.go:171","msg":"trace[859198571] transaction","detail":"{read_only:false; response_revision:4906; number_of_response:1; }","duration":"156.74554ms","start":"2026-03-18T00:58:55.726633Z","end":"2026-03-18T00:58:55.883378Z","steps":["trace[859198571] 'process raft request' (duration: 156.29865ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:55.883462Z","caller":"traceutil/trace.go:171","msg":"trace[368397403] transaction","detail":"{read_only:false; response_revision:4909; number_of_response:1; }","duration":"155.867179ms","start":"2026-03-18T00:58:55.727554Z","end":"2026-03-18T00:58:55.883421Z","steps":["trace[368397403] 'process raft request' (duration: 155.598143ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:55.883585Z","caller":"traceutil/trace.go:171","msg":"trace[2001556660] transaction","detail":"{read_only:false; response_revision:4907; number_of_response:1; }","duration":"156.902294ms","start":"2026-03-18T00:58:55.726669Z","end":"2026-03-18T00:58:55.883571Z","steps":["trace[2001556660] 'process raft request' (duration: 156.338811ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:55.883825Z","caller":"traceutil/trace.go:171","msg":"trace[1971231327] transaction","detail":"{read_only:false; response_revision:4905; number_of_response:1; }","duration":"157.897037ms","start":"2026-03-18T00:58:55.725913Z","end":"2026-03-18T00:58:55.88381Z","steps":["trace[1971231327] 'process raft request' (duration: 92.402183ms)","trace[1971231327] 'compare' (duration: 64.388368ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:58:55.884113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.62098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-18T00:58:55.884205Z","caller":"traceutil/trace.go:171","msg":"trace[163102342] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:4909; }","duration":"157.753873ms","start":"2026-03-18T00:58:55.72643Z","end":"2026-03-18T00:58:55.884184Z","steps":["trace[163102342] 'agreement among raft nodes before linearized reading' (duration: 157.471136ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:55.88325Z","caller":"traceutil/trace.go:171","msg":"trace[1994665285] linearizableReadLoop","detail":"{readStateIndex:5109; appliedIndex:5108; }","duration":"156.763731ms","start":"2026-03-18T00:58:55.72646Z","end":"2026-03-18T00:58:55.883224Z","steps":["trace[1994665285] 'read index received' (duration: 91.944842ms)","trace[1994665285] 'applied index is now lower than readState.Index' (duration: 64.816879ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:58:55.884476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.960858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62967"} {"level":"info","ts":"2026-03-18T00:58:55.884519Z","caller":"traceutil/trace.go:171","msg":"trace[726275653] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4909; }","duration":"158.039129ms","start":"2026-03-18T00:58:55.726469Z","end":"2026-03-18T00:58:55.884508Z","steps":["trace[726275653] 'agreement among raft nodes before linearized reading' (duration: 157.855255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:58.173113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.978351ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:58:58.173551Z","caller":"traceutil/trace.go:171","msg":"trace[191869794] transaction","detail":"{read_only:false; response_revision:4957; number_of_response:1; }","duration":"237.769018ms","start":"2026-03-18T00:58:57.935756Z","end":"2026-03-18T00:58:58.173525Z","steps":["trace[191869794] 'process raft request' (duration: 237.507132ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:58.173738Z","caller":"traceutil/trace.go:171","msg":"trace[875042922] transaction","detail":"{read_only:false; response_revision:4956; number_of_response:1; }","duration":"237.86911ms","start":"2026-03-18T00:58:57.935629Z","end":"2026-03-18T00:58:58.173498Z","steps":["trace[875042922] 'process raft request' (duration: 55.427598ms)","trace[875042922] 'compare' (duration: 181.651834ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:58:59.175195Z","caller":"traceutil/trace.go:171","msg":"trace[70548568] transaction","detail":"{read_only:false; response_revision:4958; number_of_response:1; }","duration":"654.508936ms","start":"2026-03-18T00:58:58.520657Z","end":"2026-03-18T00:58:59.175166Z","steps":["trace[70548568] 'process raft request' (duration: 654.26149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:59.175364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:58.520645Z","time spent":"654.629388ms","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8040,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:58:59.63037Z","caller":"traceutil/trace.go:171","msg":"trace[32789736] transaction","detail":"{read_only:false; response_revision:4964; number_of_response:1; }","duration":"104.147208ms","start":"2026-03-18T00:58:59.526189Z","end":"2026-03-18T00:58:59.630337Z","steps":["trace[32789736] 'process raft request' (duration: 103.657577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:08.105472Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252451319563840,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:59:08.606037Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252451319563840,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:59:09.107047Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252451319563840,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:59:09.268173Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.674785634s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T00:59:09.268547Z","caller":"traceutil/trace.go:171","msg":"trace[317520270] transaction","detail":"{read_only:false; response_revision:5088; number_of_response:1; }","duration":"1.675339317s","start":"2026-03-18T00:59:07.593156Z","end":"2026-03-18T00:59:09.268495Z","steps":["trace[317520270] 'process raft request' (duration: 1.675169953s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:09.268694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:07.59313Z","time spent":"1.6754751s","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3750,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:59:09.723885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999854455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T00:59:09.723977Z","caller":"traceutil/trace.go:171","msg":"trace[1890262595] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000021008s","start":"2026-03-18T00:59:07.723935Z","end":"2026-03-18T00:59:09.723956Z","steps":["trace[1890262595] 'agreement among raft nodes before linearized reading' (duration: 1.999898935s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:09.72403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:07.72391Z","time spent":"2.000107811s","remote":"127.0.0.1:47154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 00:59:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T00:59:10.244435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000243494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T00:59:10.244604Z","caller":"traceutil/trace.go:171","msg":"trace[177331638] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00051523s","start":"2026-03-18T00:59:08.244067Z","end":"2026-03-18T00:59:10.244583Z","steps":["trace[177331638] 'agreement among raft nodes before linearized reading' (duration: 2.000311675s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:10.244687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:08.244033Z","time spent":"2.000640592s","remote":"127.0.0.1:47146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:59:11.429229Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.160862504s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T00:59:11.42985Z","caller":"traceutil/trace.go:171","msg":"trace[875415004] transaction","detail":"{read_only:false; response_revision:5089; number_of_response:1; }","duration":"3.768881825s","start":"2026-03-18T00:59:07.660941Z","end":"2026-03-18T00:59:11.429823Z","steps":["trace[875415004] 'process raft request' (duration: 3.768570147s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:11.430087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:07.660921Z","time spent":"3.769009498s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:59:11.43012Z","caller":"traceutil/trace.go:171","msg":"trace[1992924436] transaction","detail":"{read_only:false; response_revision:5090; number_of_response:1; }","duration":"3.762907854s","start":"2026-03-18T00:59:07.667166Z","end":"2026-03-18T00:59:11.430074Z","steps":["trace[1992924436] 'process raft request' (duration: 3.762611448s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:59:11.430197Z","caller":"traceutil/trace.go:171","msg":"trace[1137079132] linearizableReadLoop","detail":"{readStateIndex:5301; appliedIndex:5296; }","duration":"3.824741633s","start":"2026-03-18T00:59:07.605433Z","end":"2026-03-18T00:59:11.430174Z","steps":["trace[1137079132] 'read index received' (duration: 1.662924557s)","trace[1137079132] 'applied index is now lower than readState.Index' (duration: 2.161815976s)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:59:11.430286Z","caller":"traceutil/trace.go:171","msg":"trace[630177676] transaction","detail":"{read_only:false; response_revision:5091; number_of_response:1; }","duration":"3.762423704s","start":"2026-03-18T00:59:07.667852Z","end":"2026-03-18T00:59:11.430276Z","steps":["trace[630177676] 'process raft request' (duration: 3.762152028s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:11.430296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:07.667126Z","time spent":"3.763067298s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:59:11.430366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:07.667832Z","time spent":"3.762482385s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:59:11.430429Z","caller":"traceutil/trace.go:171","msg":"trace[1269892931] transaction","detail":"{read_only:false; response_revision:5092; number_of_response:1; }","duration":"3.414413024s","start":"2026-03-18T00:59:08.015991Z","end":"2026-03-18T00:59:11.430404Z","steps":["trace[1269892931] 'process raft request' (duration: 3.414127237s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:11.430602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:08.015971Z","time spent":"3.414551709s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:59:11.430708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.825273276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0dad9db2-5752-4497-8da0-7169114e376d\" ","response":"range_response_count:1 size:3765"} {"level":"info","ts":"2026-03-18T00:59:11.430755Z","caller":"traceutil/trace.go:171","msg":"trace[426412512] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0dad9db2-5752-4497-8da0-7169114e376d; range_end:; response_count:1; response_revision:5092; }","duration":"3.825349778s","start":"2026-03-18T00:59:07.60539Z","end":"2026-03-18T00:59:11.43074Z","steps":["trace[426412512] 'agreement among raft nodes before linearized reading' (duration: 3.82506223s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:11.430789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:07.605377Z","time spent":"3.825405119s","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0dad9db2-5752-4497-8da0-7169114e376d\" "} {"level":"warn","ts":"2026-03-18T00:59:12.253151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000371197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T00:59:12.253239Z","caller":"traceutil/trace.go:171","msg":"trace[1561109886] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000521441s","start":"2026-03-18T00:59:10.2527Z","end":"2026-03-18T00:59:12.253221Z","steps":["trace[1561109886] 'agreement among raft nodes before linearized reading' (duration: 2.000408278s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:12.253347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:10.252678Z","time spent":"2.000658654s","remote":"127.0.0.1:47154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:59:12.677234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.097177ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-18T00:59:12.677613Z","caller":"traceutil/trace.go:171","msg":"trace[538604515] transaction","detail":"{read_only:false; response_revision:5094; number_of_response:1; }","duration":"231.307637ms","start":"2026-03-18T00:59:12.446285Z","end":"2026-03-18T00:59:12.677593Z","steps":["trace[538604515] 'process raft request' (duration: 231.257366ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:59:12.677878Z","caller":"traceutil/trace.go:171","msg":"trace[1060846825] linearizableReadLoop","detail":"{readStateIndex:5303; appliedIndex:5301; }","duration":"1.247615873s","start":"2026-03-18T00:59:11.430247Z","end":"2026-03-18T00:59:12.677863Z","steps":["trace[1060846825] 'read index received' (duration: 328.872551ms)","trace[1060846825] 'applied index is now lower than readState.Index' (duration: 918.741972ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:59:12.677874Z","caller":"traceutil/trace.go:171","msg":"trace[562449833] transaction","detail":"{read_only:false; response_revision:5093; number_of_response:1; }","duration":"1.343870196s","start":"2026-03-18T00:59:11.333943Z","end":"2026-03-18T00:59:12.677814Z","steps":["trace[562449833] 'process raft request' (duration: 1.343462376s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:12.678016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.528854339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:59:12.67806Z","caller":"traceutil/trace.go:171","msg":"trace[1613074117] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:5094; }","duration":"4.528953371s","start":"2026-03-18T00:59:08.149093Z","end":"2026-03-18T00:59:12.678047Z","steps":["trace[1613074117] 'agreement among raft nodes before linearized reading' (duration: 4.528866189s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:12.67806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:11.333922Z","time spent":"1.34403486s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:59:12.678096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:08.149066Z","time spent":"4.529020553s","remote":"127.0.0.1:47394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":29,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:59:12.678125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.733906332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-18T00:59:12.678313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461403988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-18T00:59:12.67835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.650304273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t8btp\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-18T00:59:12.678186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.935684023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T00:59:12.678382Z","caller":"traceutil/trace.go:171","msg":"trace[627456370] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t8btp; range_end:; response_count:1; response_revision:5094; }","duration":"4.650357304s","start":"2026-03-18T00:59:08.028016Z","end":"2026-03-18T00:59:12.678373Z","steps":["trace[627456370] 'agreement among raft nodes before linearized reading' (duration: 4.650226931s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:59:12.678384Z","caller":"traceutil/trace.go:171","msg":"trace[1930070504] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5094; }","duration":"1.46150802s","start":"2026-03-18T00:59:11.216848Z","end":"2026-03-18T00:59:12.678356Z","steps":["trace[1930070504] 'agreement among raft nodes before linearized reading' (duration: 1.461398188s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:12.67841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:08.028004Z","time spent":"4.650400424s","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-t8btp\" "} {"level":"info","ts":"2026-03-18T00:59:12.678404Z","caller":"traceutil/trace.go:171","msg":"trace[1296877717] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5094; }","duration":"1.935958499s","start":"2026-03-18T00:59:10.742433Z","end":"2026-03-18T00:59:12.678391Z","steps":["trace[1296877717] 'agreement among raft nodes before linearized reading' (duration: 1.935516869s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:12.678439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:11.216817Z","time spent":"1.461612373s","remote":"127.0.0.1:37702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-18T00:59:12.678477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.429947285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189dc92ed5cf7b53\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-18T00:59:12.678498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.106089576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-18T00:59:12.678524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.676017805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T00:59:12.678531Z","caller":"traceutil/trace.go:171","msg":"trace[173242619] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189dc92ed5cf7b53; range_end:; response_count:1; response_revision:5094; }","duration":"2.430018857s","start":"2026-03-18T00:59:10.24849Z","end":"2026-03-18T00:59:12.678509Z","steps":["trace[173242619] 'agreement among raft nodes before linearized reading' (duration: 2.429881644s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:59:12.678548Z","caller":"traceutil/trace.go:171","msg":"trace[1986915731] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5094; }","duration":"3.106172888s","start":"2026-03-18T00:59:09.572357Z","end":"2026-03-18T00:59:12.67853Z","steps":["trace[1986915731] 'agreement among raft nodes before linearized reading' (duration: 3.105891462s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:12.678578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:10.248469Z","time spent":"2.430098768s","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189dc92ed5cf7b53\" "} {"level":"warn","ts":"2026-03-18T00:59:12.678584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:09.572335Z","time spent":"3.10624193s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-18T00:59:12.678588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.659486008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T00:59:12.678314Z","caller":"traceutil/trace.go:171","msg":"trace[436208645] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5094; }","duration":"2.734145888s","start":"2026-03-18T00:59:09.944144Z","end":"2026-03-18T00:59:12.67829Z","steps":["trace[436208645] 'agreement among raft nodes before linearized reading' (duration: 2.73380912s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:59:12.678619Z","caller":"traceutil/trace.go:171","msg":"trace[2139955388] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5094; }","duration":"4.659541368s","start":"2026-03-18T00:59:08.01907Z","end":"2026-03-18T00:59:12.678611Z","steps":["trace[2139955388] 'agreement among raft nodes before linearized reading' (duration: 4.659438326s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:12.678646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:08.019058Z","time spent":"4.65958273s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T00:59:12.678647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:09.944124Z","time spent":"2.734511486s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T00:59:12.67867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.664226198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T00:59:12.678699Z","caller":"traceutil/trace.go:171","msg":"trace[600503832] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5094; }","duration":"4.664304191s","start":"2026-03-18T00:59:08.014386Z","end":"2026-03-18T00:59:12.67869Z","steps":["trace[600503832] 'agreement among raft nodes before linearized reading' (duration: 4.664212809s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:12.67848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:10.742416Z","time spent":"1.936049101s","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T00:59:12.67873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:08.014358Z","time spent":"4.664365362s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T00:59:12.678229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319759481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:59:12.678794Z","caller":"traceutil/trace.go:171","msg":"trace[958193527] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5094; }","duration":"1.320362695s","start":"2026-03-18T00:59:11.358419Z","end":"2026-03-18T00:59:12.678782Z","steps":["trace[958193527] 'agreement among raft nodes before linearized reading' (duration: 1.319751001s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:59:12.678572Z","caller":"traceutil/trace.go:171","msg":"trace[90949309] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5094; }","duration":"4.676098077s","start":"2026-03-18T00:59:08.002457Z","end":"2026-03-18T00:59:12.678555Z","steps":["trace[90949309] 'agreement among raft nodes before linearized reading' (duration: 4.675962934s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:12.678829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:11.358406Z","time spent":"1.320413706s","remote":"127.0.0.1:47154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:59:12.678828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.655623427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T00:59:12.678204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.048136134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T00:59:12.678843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:08.002436Z","time spent":"4.676396793s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T00:59:12.678859Z","caller":"traceutil/trace.go:171","msg":"trace[902624918] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5094; }","duration":"4.65571106s","start":"2026-03-18T00:59:08.023139Z","end":"2026-03-18T00:59:12.67885Z","steps":["trace[902624918] 'agreement among raft nodes before linearized reading' (duration: 4.655599247s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:12.678865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.780797598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T00:59:12.678869Z","caller":"traceutil/trace.go:171","msg":"trace[1177183540] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5094; }","duration":"4.048980223s","start":"2026-03-18T00:59:08.629876Z","end":"2026-03-18T00:59:12.678856Z","steps":["trace[1177183540] 'agreement among raft nodes before linearized reading' (duration: 4.048009021s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:12.678884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:08.023094Z","time spent":"4.655785261s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T00:59:12.678897Z","caller":"traceutil/trace.go:171","msg":"trace[1068710811] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5094; }","duration":"4.78087797s","start":"2026-03-18T00:59:07.89801Z","end":"2026-03-18T00:59:12.678888Z","steps":["trace[1068710811] 'agreement among raft nodes before linearized reading' (duration: 4.780528422s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:12.678909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:08.629842Z","time spent":"4.049055005s","remote":"127.0.0.1:37852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:59:12.678849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.655800511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T00:59:12.678948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:07.897986Z","time spent":"4.780943141s","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":583,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-18T00:59:12.67898Z","caller":"traceutil/trace.go:171","msg":"trace[884711563] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5094; }","duration":"4.655981415s","start":"2026-03-18T00:59:08.022971Z","end":"2026-03-18T00:59:12.678952Z","steps":["trace[884711563] 'agreement among raft nodes before linearized reading' (duration: 4.655513944s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:12.679045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:08.022958Z","time spent":"4.656075378s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T00:59:12.679224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.334279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:59:12.679257Z","caller":"traceutil/trace.go:171","msg":"trace[257289660] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5094; }","duration":"425.409051ms","start":"2026-03-18T00:59:12.253838Z","end":"2026-03-18T00:59:12.679247Z","steps":["trace[257289660] 'agreement among raft nodes before linearized reading' (duration: 425.35493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:12.67929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:12.253813Z","time spent":"425.471212ms","remote":"127.0.0.1:47146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:59:12.679337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.19069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:59:12.679375Z","caller":"traceutil/trace.go:171","msg":"trace[1988184566] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:5094; }","duration":"189.26617ms","start":"2026-03-18T00:59:12.490096Z","end":"2026-03-18T00:59:12.679362Z","steps":["trace[1988184566] 'agreement among raft nodes before linearized reading' (duration: 189.197109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:12.679382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.717807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0dad9db2-5752-4497-8da0-7169114e376d\" ","response":"range_response_count:1 size:3765"} {"level":"info","ts":"2026-03-18T00:59:12.679421Z","caller":"traceutil/trace.go:171","msg":"trace[163727643] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0dad9db2-5752-4497-8da0-7169114e376d; range_end:; response_count:1; response_revision:5094; }","duration":"243.796069ms","start":"2026-03-18T00:59:12.435612Z","end":"2026-03-18T00:59:12.679408Z","steps":["trace[163727643] 'agreement among raft nodes before linearized reading' (duration: 243.689106ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:59:14.960748Z","caller":"traceutil/trace.go:171","msg":"trace[1806999533] linearizableReadLoop","detail":"{readStateIndex:5340; appliedIndex:5339; }","duration":"233.240552ms","start":"2026-03-18T00:59:14.727483Z","end":"2026-03-18T00:59:14.960723Z","steps":["trace[1806999533] 'read index received' (duration: 233.028147ms)","trace[1806999533] 'applied index is now lower than readState.Index' (duration: 211.445µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:59:14.960856Z","caller":"traceutil/trace.go:171","msg":"trace[729720514] transaction","detail":"{read_only:false; response_revision:5129; number_of_response:1; }","duration":"259.775143ms","start":"2026-03-18T00:59:14.70107Z","end":"2026-03-18T00:59:14.960846Z","steps":["trace[729720514] 'process raft request' (duration: 259.515807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:14.961177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.438532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t8btp\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-18T00:59:14.96122Z","caller":"traceutil/trace.go:171","msg":"trace[1763082597] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t8btp; range_end:; response_count:1; response_revision:5129; }","duration":"232.517074ms","start":"2026-03-18T00:59:14.728694Z","end":"2026-03-18T00:59:14.961211Z","steps":["trace[1763082597] 'agreement among raft nodes before linearized reading' (duration: 232.301649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:14.961198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.6136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T00:59:14.961368Z","caller":"traceutil/trace.go:171","msg":"trace[12852483] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5129; }","duration":"233.797114ms","start":"2026-03-18T00:59:14.72755Z","end":"2026-03-18T00:59:14.961347Z","steps":["trace[12852483] 'agreement among raft nodes before linearized reading' (duration: 233.409735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:14.9614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.409384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T00:59:14.961449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.773934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T00:59:14.961458Z","caller":"traceutil/trace.go:171","msg":"trace[1143942028] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5129; }","duration":"233.453625ms","start":"2026-03-18T00:59:14.727983Z","end":"2026-03-18T00:59:14.961437Z","steps":["trace[1143942028] 'agreement among raft nodes before linearized reading' (duration: 233.344823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:14.961252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.277331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T00:59:14.961521Z","caller":"traceutil/trace.go:171","msg":"trace[133026456] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5129; }","duration":"233.889627ms","start":"2026-03-18T00:59:14.727613Z","end":"2026-03-18T00:59:14.961503Z","steps":["trace[133026456] 'agreement among raft nodes before linearized reading' (duration: 233.700852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:14.961441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.935668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T00:59:14.961538Z","caller":"traceutil/trace.go:171","msg":"trace[1178260440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5129; }","duration":"233.582468ms","start":"2026-03-18T00:59:14.727937Z","end":"2026-03-18T00:59:14.961519Z","steps":["trace[1178260440] 'agreement among raft nodes before linearized reading' (duration: 233.096077ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:59:14.961577Z","caller":"traceutil/trace.go:171","msg":"trace[1418741854] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5129; }","duration":"234.128432ms","start":"2026-03-18T00:59:14.727437Z","end":"2026-03-18T00:59:14.961565Z","steps":["trace[1418741854] 'agreement among raft nodes before linearized reading' (duration: 233.816465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:14.961618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.898945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:59:14.961746Z","caller":"traceutil/trace.go:171","msg":"trace[90412231] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:5129; }","duration":"175.100419ms","start":"2026-03-18T00:59:14.786617Z","end":"2026-03-18T00:59:14.961717Z","steps":["trace[90412231] 'agreement among raft nodes before linearized reading' (duration: 174.824062ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:59:23.128437Z","caller":"traceutil/trace.go:171","msg":"trace[1286108290] linearizableReadLoop","detail":"{readStateIndex:5487; appliedIndex:5486; }","duration":"335.838708ms","start":"2026-03-18T00:59:22.792566Z","end":"2026-03-18T00:59:23.128405Z","steps":["trace[1286108290] 'read index received' (duration: 335.685234ms)","trace[1286108290] 'applied index is now lower than readState.Index' (duration: 151.934µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:59:23.12855Z","caller":"traceutil/trace.go:171","msg":"trace[958558619] transaction","detail":"{read_only:false; response_revision:5272; number_of_response:1; }","duration":"360.967826ms","start":"2026-03-18T00:59:22.767532Z","end":"2026-03-18T00:59:23.128499Z","steps":["trace[958558619] 'process raft request' (duration: 360.68626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:23.128682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.106745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-18T00:59:23.128732Z","caller":"traceutil/trace.go:171","msg":"trace[57753776] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5272; }","duration":"336.219867ms","start":"2026-03-18T00:59:22.792495Z","end":"2026-03-18T00:59:23.128715Z","steps":["trace[57753776] 'agreement among raft nodes before linearized reading' (duration: 336.047593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:23.128725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:22.767469Z","time spent":"361.154861ms","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17189,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:59:23.128776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:22.792464Z","time spent":"336.301899ms","remote":"127.0.0.1:47278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-18T00:59:23.129325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.735576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T00:59:23.129371Z","caller":"traceutil/trace.go:171","msg":"trace[429090159] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5273; }","duration":"124.825418ms","start":"2026-03-18T00:59:23.004533Z","end":"2026-03-18T00:59:23.129359Z","steps":["trace[429090159] 'agreement among raft nodes before linearized reading' (duration: 124.665234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:23.129582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.648987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t8btp\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-18T00:59:23.12962Z","caller":"traceutil/trace.go:171","msg":"trace[764978698] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t8btp; range_end:; response_count:1; response_revision:5273; }","duration":"119.724149ms","start":"2026-03-18T00:59:23.009885Z","end":"2026-03-18T00:59:23.12961Z","steps":["trace[764978698] 'agreement among raft nodes before linearized reading' (duration: 119.633637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:23.129759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.468449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T00:59:23.129856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.34429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T00:59:23.129923Z","caller":"traceutil/trace.go:171","msg":"trace[361109498] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5273; }","duration":"122.422532ms","start":"2026-03-18T00:59:23.007484Z","end":"2026-03-18T00:59:23.129907Z","steps":["trace[361109498] 'agreement among raft nodes before linearized reading' (duration: 122.254508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:23.129978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.456092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T00:59:23.130084Z","caller":"traceutil/trace.go:171","msg":"trace[1424949918] transaction","detail":"{read_only:false; response_revision:5273; number_of_response:1; }","duration":"279.163881ms","start":"2026-03-18T00:59:22.850903Z","end":"2026-03-18T00:59:23.130067Z","steps":["trace[1424949918] 'process raft request' (duration: 278.210629ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:59:23.130092Z","caller":"traceutil/trace.go:171","msg":"trace[881862568] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5273; }","duration":"122.633066ms","start":"2026-03-18T00:59:23.007432Z","end":"2026-03-18T00:59:23.130065Z","steps":["trace[881862568] 'agreement among raft nodes before linearized reading' (duration: 122.256928ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:59:23.129869Z","caller":"traceutil/trace.go:171","msg":"trace[566898026] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5273; }","duration":"118.631373ms","start":"2026-03-18T00:59:23.011212Z","end":"2026-03-18T00:59:23.129843Z","steps":["trace[566898026] 'agreement among raft nodes before linearized reading' (duration: 118.288555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:23.130275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.293944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T00:59:23.130297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.348776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T00:59:23.130334Z","caller":"traceutil/trace.go:171","msg":"trace[2147177830] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5273; }","duration":"118.403706ms","start":"2026-03-18T00:59:23.01192Z","end":"2026-03-18T00:59:23.130324Z","steps":["trace[2147177830] 'agreement among raft nodes before linearized reading' (duration: 118.303164ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:59:23.130305Z","caller":"traceutil/trace.go:171","msg":"trace[1463093465] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5273; }","duration":"118.337796ms","start":"2026-03-18T00:59:23.011957Z","end":"2026-03-18T00:59:23.130295Z","steps":["trace[1463093465] 'agreement among raft nodes before linearized reading' (duration: 118.246764ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:59:29.356883Z","caller":"traceutil/trace.go:171","msg":"trace[1601144924] transaction","detail":"{read_only:false; response_revision:5319; number_of_response:1; }","duration":"188.156934ms","start":"2026-03-18T00:59:29.168692Z","end":"2026-03-18T00:59:29.356849Z","steps":["trace[1601144924] 'process raft request' (duration: 163.499915ms)","trace[1601144924] 'compare' (duration: 24.417254ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:59:29.357233Z","caller":"traceutil/trace.go:171","msg":"trace[232263971] linearizableReadLoop","detail":"{readStateIndex:5538; appliedIndex:5533; }","duration":"185.569072ms","start":"2026-03-18T00:59:29.171635Z","end":"2026-03-18T00:59:29.357204Z","steps":["trace[232263971] 'read index received' (duration: 39.067475ms)","trace[232263971] 'applied index is now lower than readState.Index' (duration: 146.500627ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:59:29.357233Z","caller":"traceutil/trace.go:171","msg":"trace[413805330] transaction","detail":"{read_only:false; response_revision:5320; number_of_response:1; }","duration":"187.415116ms","start":"2026-03-18T00:59:29.16975Z","end":"2026-03-18T00:59:29.357165Z","steps":["trace[413805330] 'process raft request' (duration: 187.039108ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:59:29.357335Z","caller":"traceutil/trace.go:171","msg":"trace[846731063] transaction","detail":"{read_only:false; response_revision:5322; number_of_response:1; }","duration":"185.795858ms","start":"2026-03-18T00:59:29.171494Z","end":"2026-03-18T00:59:29.35729Z","steps":["trace[846731063] 'process raft request' (duration: 185.667865ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:59:29.357326Z","caller":"traceutil/trace.go:171","msg":"trace[877286730] transaction","detail":"{read_only:false; response_revision:5321; number_of_response:1; }","duration":"187.415526ms","start":"2026-03-18T00:59:29.169812Z","end":"2026-03-18T00:59:29.357227Z","steps":["trace[877286730] 'process raft request' (duration: 187.244022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:29.357569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.91791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81887"} {"level":"info","ts":"2026-03-18T00:59:29.35764Z","caller":"traceutil/trace.go:171","msg":"trace[1320365352] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5322; }","duration":"186.029314ms","start":"2026-03-18T00:59:29.171592Z","end":"2026-03-18T00:59:29.357622Z","steps":["trace[1320365352] 'agreement among raft nodes before linearized reading' (duration: 185.723397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:29.959186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.076256ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:59:29.959509Z","caller":"traceutil/trace.go:171","msg":"trace[1682020648] linearizableReadLoop","detail":"{readStateIndex:5541; appliedIndex:5539; }","duration":"269.751838ms","start":"2026-03-18T00:59:29.689735Z","end":"2026-03-18T00:59:29.959486Z","steps":["trace[1682020648] 'read index received' (duration: 126.145169ms)","trace[1682020648] 'applied index is now lower than readState.Index' (duration: 143.605459ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:59:29.959642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.900851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:59:29.959678Z","caller":"traceutil/trace.go:171","msg":"trace[2144425194] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:5325; }","duration":"269.984933ms","start":"2026-03-18T00:59:29.68968Z","end":"2026-03-18T00:59:29.959665Z","steps":["trace[2144425194] 'agreement among raft nodes before linearized reading' (duration: 269.87056ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:59:29.959779Z","caller":"traceutil/trace.go:171","msg":"trace[1983291005] transaction","detail":"{read_only:false; response_revision:5325; number_of_response:1; }","duration":"431.566203ms","start":"2026-03-18T00:59:29.52818Z","end":"2026-03-18T00:59:29.959746Z","steps":["trace[1983291005] 'process raft request' (duration: 431.165493ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:59:29.95978Z","caller":"traceutil/trace.go:171","msg":"trace[1580558861] transaction","detail":"{read_only:false; response_revision:5324; number_of_response:1; }","duration":"437.83726ms","start":"2026-03-18T00:59:29.521899Z","end":"2026-03-18T00:59:29.959736Z","steps":["trace[1580558861] 'process raft request' (duration: 294.048237ms)","trace[1580558861] 'compare' (duration: 142.719057ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:59:29.959962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:29.528154Z","time spent":"431.703555ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:59:29.959998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:29.52187Z","time spent":"438.001033ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:59:40.708302Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2643} {"level":"info","ts":"2026-03-18T00:59:40.766032Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2643,"took":"56.321011ms","hash":437663523,"current-db-size-bytes":39141376,"current-db-size":"39 MB","current-db-size-in-use-bytes":28663808,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-18T00:59:40.766099Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":437663523,"revision":2643,"compact-revision":-1} {"level":"warn","ts":"2026-03-18T01:00:11.133635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.881814ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-18T01:00:12.865318Z","caller":"traceutil/trace.go:171","msg":"trace[1988003463] transaction","detail":"{read_only:false; response_revision:5651; number_of_response:1; }","duration":"147.106001ms","start":"2026-03-18T01:00:12.718157Z","end":"2026-03-18T01:00:12.865263Z","steps":["trace[1988003463] 'process raft request' (duration: 146.846715ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:00:12.865597Z","caller":"traceutil/trace.go:171","msg":"trace[1050003793] transaction","detail":"{read_only:false; response_revision:5652; number_of_response:1; }","duration":"147.298595ms","start":"2026-03-18T01:00:12.718262Z","end":"2026-03-18T01:00:12.86556Z","steps":["trace[1050003793] 'process raft request' (duration: 146.937636ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:00:12.865814Z","caller":"traceutil/trace.go:171","msg":"trace[203608896] linearizableReadLoop","detail":"{readStateIndex:5885; appliedIndex:5877; }","duration":"107.732597ms","start":"2026-03-18T01:00:12.758061Z","end":"2026-03-18T01:00:12.865793Z","steps":["trace[203608896] 'read index received' (duration: 19.640951ms)","trace[203608896] 'applied index is now lower than readState.Index' (duration: 88.090866ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:00:12.865941Z","caller":"traceutil/trace.go:171","msg":"trace[775352654] transaction","detail":"{read_only:false; response_revision:5655; number_of_response:1; }","duration":"143.478284ms","start":"2026-03-18T01:00:12.722454Z","end":"2026-03-18T01:00:12.865932Z","steps":["trace[775352654] 'process raft request' (duration: 143.224069ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:00:12.866153Z","caller":"traceutil/trace.go:171","msg":"trace[729727696] transaction","detail":"{read_only:false; response_revision:5653; number_of_response:1; }","duration":"147.822307ms","start":"2026-03-18T01:00:12.718315Z","end":"2026-03-18T01:00:12.866138Z","steps":["trace[729727696] 'process raft request' (duration: 147.204503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:00:12.86626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.622491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-18T01:00:12.866264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.185737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-18T01:00:12.866295Z","caller":"traceutil/trace.go:171","msg":"trace[9312474] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5657; }","duration":"106.714283ms","start":"2026-03-18T01:00:12.759569Z","end":"2026-03-18T01:00:12.866284Z","steps":["trace[9312474] 'agreement among raft nodes before linearized reading' (duration: 106.58969ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:00:12.866307Z","caller":"traceutil/trace.go:171","msg":"trace[1921147091] transaction","detail":"{read_only:false; response_revision:5654; number_of_response:1; }","duration":"144.020168ms","start":"2026-03-18T01:00:12.722275Z","end":"2026-03-18T01:00:12.866295Z","steps":["trace[1921147091] 'process raft request' (duration: 143.363383ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:00:12.866317Z","caller":"traceutil/trace.go:171","msg":"trace[1179655832] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5657; }","duration":"108.2916ms","start":"2026-03-18T01:00:12.758006Z","end":"2026-03-18T01:00:12.866298Z","steps":["trace[1179655832] 'agreement among raft nodes before linearized reading' (duration: 108.094145ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:00:12.866518Z","caller":"traceutil/trace.go:171","msg":"trace[2075834099] transaction","detail":"{read_only:false; response_revision:5656; number_of_response:1; }","duration":"136.685956ms","start":"2026-03-18T01:00:12.729824Z","end":"2026-03-18T01:00:12.86651Z","steps":["trace[2075834099] 'process raft request' (duration: 135.896908ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:00:12.866565Z","caller":"traceutil/trace.go:171","msg":"trace[1011303332] transaction","detail":"{read_only:false; response_revision:5657; number_of_response:1; }","duration":"116.80137ms","start":"2026-03-18T01:00:12.749751Z","end":"2026-03-18T01:00:12.866552Z","steps":["trace[1011303332] 'process raft request' (duration: 115.996901ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:00:24.43944Z","caller":"traceutil/trace.go:171","msg":"trace[204372262] transaction","detail":"{read_only:false; response_revision:5740; number_of_response:1; }","duration":"203.506212ms","start":"2026-03-18T01:00:24.235904Z","end":"2026-03-18T01:00:24.439411Z","steps":["trace[204372262] 'process raft request' (duration: 203.215435ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:00:24.439542Z","caller":"traceutil/trace.go:171","msg":"trace[1331999671] linearizableReadLoop","detail":"{readStateIndex:5971; appliedIndex:5968; }","duration":"196.226863ms","start":"2026-03-18T01:00:24.243299Z","end":"2026-03-18T01:00:24.439526Z","steps":["trace[1331999671] 'read index received' (duration: 39.735002ms)","trace[1331999671] 'applied index is now lower than readState.Index' (duration: 156.491121ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:00:24.439661Z","caller":"traceutil/trace.go:171","msg":"trace[178098491] transaction","detail":"{read_only:false; response_revision:5741; number_of_response:1; }","duration":"203.734508ms","start":"2026-03-18T01:00:24.235902Z","end":"2026-03-18T01:00:24.439636Z","steps":["trace[178098491] 'process raft request' (duration: 203.430911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:00:24.440253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.384816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:00:24.440331Z","caller":"traceutil/trace.go:171","msg":"trace[1052778856] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5741; }","duration":"197.065143ms","start":"2026-03-18T01:00:24.243244Z","end":"2026-03-18T01:00:24.440309Z","steps":["trace[1052778856] 'agreement among raft nodes before linearized reading' (duration: 196.395966ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:00:24.497368Z","caller":"traceutil/trace.go:171","msg":"trace[1710862089] transaction","detail":"{read_only:false; response_revision:5742; number_of_response:1; }","duration":"168.776958ms","start":"2026-03-18T01:00:24.328569Z","end":"2026-03-18T01:00:24.497346Z","steps":["trace[1710862089] 'process raft request' (duration: 168.529202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:00:24.497549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.907148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T01:00:24.49765Z","caller":"traceutil/trace.go:171","msg":"trace[131265374] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5742; }","duration":"116.061782ms","start":"2026-03-18T01:00:24.381568Z","end":"2026-03-18T01:00:24.497629Z","steps":["trace[131265374] 'agreement among raft nodes before linearized reading' (duration: 115.764015ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:40.715481Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5383} {"level":"info","ts":"2026-03-18T01:04:40.808666Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5383,"took":"91.047177ms","hash":2555181285,"current-db-size-bytes":39600128,"current-db-size":"40 MB","current-db-size-in-use-bytes":21495808,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-18T01:04:40.808748Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2555181285,"revision":5383,"compact-revision":2643} {"level":"info","ts":"2026-03-18T01:05:17.015632Z","caller":"traceutil/trace.go:171","msg":"trace[1064519824] transaction","detail":"{read_only:false; response_revision:7642; number_of_response:1; }","duration":"142.404383ms","start":"2026-03-18T01:05:16.873199Z","end":"2026-03-18T01:05:17.015603Z","steps":["trace[1064519824] 'process raft request' (duration: 142.221347ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:17.244608Z","caller":"traceutil/trace.go:171","msg":"trace[756843749] transaction","detail":"{read_only:false; response_revision:7643; number_of_response:1; }","duration":"101.838222ms","start":"2026-03-18T01:05:17.142733Z","end":"2026-03-18T01:05:17.244572Z","steps":["trace[756843749] 'process raft request' (duration: 101.647988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:17.561391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.156909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T01:05:17.561574Z","caller":"traceutil/trace.go:171","msg":"trace[201380755] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7646; }","duration":"121.376025ms","start":"2026-03-18T01:05:17.440176Z","end":"2026-03-18T01:05:17.561552Z","steps":["trace[201380755] 'agreement among raft nodes before linearized reading' (duration: 120.995766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:17.905114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.633816ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T01:05:17.905239Z","caller":"traceutil/trace.go:171","msg":"trace[288999196] linearizableReadLoop","detail":"{readStateIndex:7947; appliedIndex:7946; }","duration":"338.866356ms","start":"2026-03-18T01:05:17.566352Z","end":"2026-03-18T01:05:17.905218Z","steps":["trace[288999196] 'read index received' (duration: 61.071257ms)","trace[288999196] 'applied index is now lower than readState.Index' (duration: 277.792599ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:05:17.905626Z","caller":"traceutil/trace.go:171","msg":"trace[1919256490] transaction","detail":"{read_only:false; response_revision:7647; number_of_response:1; }","duration":"370.250759ms","start":"2026-03-18T01:05:17.535347Z","end":"2026-03-18T01:05:17.905597Z","steps":["trace[1919256490] 'process raft request' (duration: 92.014329ms)","trace[1919256490] 'compare' (duration: 277.230136ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:05:17.905757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:17.535314Z","time spent":"370.396402ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:05:17.906066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.691526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224136"} {"level":"info","ts":"2026-03-18T01:05:17.906177Z","caller":"traceutil/trace.go:171","msg":"trace[1743945763] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7647; }","duration":"339.836009ms","start":"2026-03-18T01:05:17.566323Z","end":"2026-03-18T01:05:17.906159Z","steps":["trace[1743945763] 'agreement among raft nodes before linearized reading' (duration: 339.267026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:17.90625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:17.566305Z","time spent":"339.931942ms","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224158,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-18T01:05:18.193196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.250703ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T01:05:18.193673Z","caller":"traceutil/trace.go:171","msg":"trace[1889018503] transaction","detail":"{read_only:false; response_revision:7649; number_of_response:1; }","duration":"611.643256ms","start":"2026-03-18T01:05:17.582001Z","end":"2026-03-18T01:05:18.193644Z","steps":["trace[1889018503] 'process raft request' (duration: 611.35132ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:18.193606Z","caller":"traceutil/trace.go:171","msg":"trace[808875489] transaction","detail":"{read_only:false; response_revision:7648; number_of_response:1; }","duration":"626.620562ms","start":"2026-03-18T01:05:17.566919Z","end":"2026-03-18T01:05:18.19354Z","steps":["trace[808875489] 'process raft request' (duration: 501.890057ms)","trace[808875489] 'compare' (duration: 123.979707ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:05:18.193807Z","caller":"traceutil/trace.go:171","msg":"trace[1849602898] linearizableReadLoop","detail":"{readStateIndex:7949; appliedIndex:7947; }","duration":"288.479022ms","start":"2026-03-18T01:05:17.905296Z","end":"2026-03-18T01:05:18.193775Z","steps":["trace[1849602898] 'read index received' (duration: 163.322958ms)","trace[1849602898] 'applied index is now lower than readState.Index' (duration: 125.148694ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:05:18.193958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.993883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:05:18.194554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:17.566862Z","time spent":"627.578994ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:05:18.194578Z","caller":"traceutil/trace.go:171","msg":"trace[136100319] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:7649; }","duration":"332.675998ms","start":"2026-03-18T01:05:17.861873Z","end":"2026-03-18T01:05:18.194549Z","steps":["trace[136100319] 'agreement among raft nodes before linearized reading' (duration: 332.005793ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:18.194025Z","caller":"traceutil/trace.go:171","msg":"trace[187392318] transaction","detail":"{read_only:false; response_revision:7650; number_of_response:1; }","duration":"194.410064ms","start":"2026-03-18T01:05:17.999572Z","end":"2026-03-18T01:05:18.193982Z","steps":["trace[187392318] 'process raft request' (duration: 194.299172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:18.194668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:17.861839Z","time spent":"332.796781ms","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-18T01:05:18.194832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:17.581983Z","time spent":"612.283182ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:05:19.932351Z","caller":"traceutil/trace.go:171","msg":"trace[768440057] transaction","detail":"{read_only:false; response_revision:7654; number_of_response:1; }","duration":"299.183107ms","start":"2026-03-18T01:05:19.633139Z","end":"2026-03-18T01:05:19.932323Z","steps":["trace[768440057] 'process raft request' (duration: 286.146748ms)","trace[768440057] 'compare' (duration: 12.853115ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:05:19.956178Z","caller":"traceutil/trace.go:171","msg":"trace[1540829524] transaction","detail":"{read_only:false; response_revision:7655; number_of_response:1; }","duration":"322.314574ms","start":"2026-03-18T01:05:19.633823Z","end":"2026-03-18T01:05:19.956138Z","steps":["trace[1540829524] 'process raft request' (duration: 322.11931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:19.95635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:19.633801Z","time spent":"322.461937ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:05:25.536125Z","caller":"traceutil/trace.go:171","msg":"trace[1059295477] transaction","detail":"{read_only:false; response_revision:7810; number_of_response:1; }","duration":"143.890948ms","start":"2026-03-18T01:05:25.392207Z","end":"2026-03-18T01:05:25.536098Z","steps":["trace[1059295477] 'process raft request' (duration: 143.715684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:27.742187Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252451319571102,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T01:05:28.242428Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252451319571102,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T01:05:28.414933Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.295096026s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T01:05:28.415521Z","caller":"traceutil/trace.go:171","msg":"trace[1102901647] transaction","detail":"{read_only:false; response_revision:7819; number_of_response:1; }","duration":"1.295800362s","start":"2026-03-18T01:05:27.119689Z","end":"2026-03-18T01:05:28.41549Z","steps":["trace[1102901647] 'process raft request' (duration: 1.295603958s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:28.415744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:27.119664Z","time spent":"1.295991706s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:05:28.479113Z","caller":"traceutil/trace.go:171","msg":"trace[1122434197] transaction","detail":"{read_only:false; response_revision:7820; number_of_response:1; }","duration":"815.395663ms","start":"2026-03-18T01:05:27.663688Z","end":"2026-03-18T01:05:28.479084Z","steps":["trace[1122434197] 'process raft request' (duration: 814.532381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:28.479316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:27.663671Z","time spent":"815.535226ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:05:28.479555Z","caller":"traceutil/trace.go:171","msg":"trace[81228935] transaction","detail":"{read_only:false; response_revision:7821; number_of_response:1; }","duration":"267.888215ms","start":"2026-03-18T01:05:28.21164Z","end":"2026-03-18T01:05:28.479528Z","steps":["trace[81228935] 'process raft request' (duration: 267.372823ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:28.479598Z","caller":"traceutil/trace.go:171","msg":"trace[2146021196] transaction","detail":"{read_only:false; response_revision:7822; number_of_response:1; }","duration":"217.553403ms","start":"2026-03-18T01:05:28.262026Z","end":"2026-03-18T01:05:28.479579Z","steps":["trace[2146021196] 'process raft request' (duration: 217.300227ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:28.479587Z","caller":"traceutil/trace.go:171","msg":"trace[978030563] linearizableReadLoop","detail":"{readStateIndex:8123; appliedIndex:8121; }","duration":"1.237734306s","start":"2026-03-18T01:05:27.241835Z","end":"2026-03-18T01:05:28.479569Z","steps":["trace[978030563] 'read index received' (duration: 1.173919034s)","trace[978030563] 'applied index is now lower than readState.Index' (duration: 63.813982ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:05:28.479664Z","caller":"traceutil/trace.go:171","msg":"trace[643151001] transaction","detail":"{read_only:false; response_revision:7823; number_of_response:1; }","duration":"167.714833ms","start":"2026-03-18T01:05:28.311931Z","end":"2026-03-18T01:05:28.479645Z","steps":["trace[643151001] 'process raft request' (duration: 167.570629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:28.4798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237936901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:05:28.479851Z","caller":"traceutil/trace.go:171","msg":"trace[1158510924] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7823; }","duration":"1.238058714s","start":"2026-03-18T01:05:27.241779Z","end":"2026-03-18T01:05:28.479838Z","steps":["trace[1158510924] 'agreement among raft nodes before linearized reading' (duration: 1.237917131s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:28.479895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:27.241758Z","time spent":"1.238127755s","remote":"127.0.0.1:47146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T01:05:28.480157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.055106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T01:05:28.480289Z","caller":"traceutil/trace.go:171","msg":"trace[166298806] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7823; }","duration":"940.22214ms","start":"2026-03-18T01:05:27.540048Z","end":"2026-03-18T01:05:28.48027Z","steps":["trace[166298806] 'agreement among raft nodes before linearized reading' (duration: 939.970664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:28.480386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.832482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:05:28.480442Z","caller":"traceutil/trace.go:171","msg":"trace[1421012223] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:7823; }","duration":"489.933934ms","start":"2026-03-18T01:05:27.990494Z","end":"2026-03-18T01:05:28.480428Z","steps":["trace[1421012223] 'agreement among raft nodes before linearized reading' (duration: 489.841292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:28.480486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:27.99047Z","time spent":"490.003546ms","remote":"127.0.0.1:42326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-18T01:05:28.480405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:27.540026Z","time spent":"940.360453ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T01:05:28.48049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.162971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t8btp\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-18T01:05:28.480667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.356978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-18T01:05:28.480643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.291527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T01:05:28.480867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.348532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T01:05:28.480897Z","caller":"traceutil/trace.go:171","msg":"trace[127942823] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7823; }","duration":"589.599725ms","start":"2026-03-18T01:05:27.891279Z","end":"2026-03-18T01:05:28.480879Z","steps":["trace[127942823] 'agreement among raft nodes before linearized reading' (duration: 589.295237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:28.480919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.005465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-18T01:05:28.480938Z","caller":"traceutil/trace.go:171","msg":"trace[796643237] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7823; }","duration":"484.416423ms","start":"2026-03-18T01:05:27.996484Z","end":"2026-03-18T01:05:28.4809Z","steps":["trace[796643237] 'agreement among raft nodes before linearized reading' (duration: 484.157967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:28.480919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.463135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T01:05:28.480936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.706618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-18T01:05:28.480966Z","caller":"traceutil/trace.go:171","msg":"trace[1765943259] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7823; }","duration":"346.087247ms","start":"2026-03-18T01:05:28.134865Z","end":"2026-03-18T01:05:28.480952Z","steps":["trace[1765943259] 'agreement among raft nodes before linearized reading' (duration: 345.949994ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:28.480992Z","caller":"traceutil/trace.go:171","msg":"trace[1931297884] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7823; }","duration":"183.592558ms","start":"2026-03-18T01:05:28.297382Z","end":"2026-03-18T01:05:28.480975Z","steps":["trace[1931297884] 'agreement among raft nodes before linearized reading' (duration: 183.335542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:28.480981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:27.996478Z","time spent":"484.492126ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T01:05:28.481005Z","caller":"traceutil/trace.go:171","msg":"trace[1509852799] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7823; }","duration":"364.81852ms","start":"2026-03-18T01:05:28.116173Z","end":"2026-03-18T01:05:28.480992Z","steps":["trace[1509852799] 'agreement among raft nodes before linearized reading' (duration: 364.666867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:28.481014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:28.134845Z","time spent":"346.161169ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T01:05:28.481051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:28.116148Z","time spent":"364.893502ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-18T01:05:28.480949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:27.891256Z","time spent":"589.674216ms","remote":"127.0.0.1:37846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-18T01:05:28.480766Z","caller":"traceutil/trace.go:171","msg":"trace[427406929] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7823; }","duration":"510.509821ms","start":"2026-03-18T01:05:27.970233Z","end":"2026-03-18T01:05:28.480743Z","steps":["trace[427406929] 'agreement among raft nodes before linearized reading' (duration: 510.227865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:28.481363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:27.970208Z","time spent":"511.143987ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T01:05:28.480728Z","caller":"traceutil/trace.go:171","msg":"trace[996540924] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t8btp; range_end:; response_count:1; response_revision:7823; }","duration":"458.53641ms","start":"2026-03-18T01:05:28.022165Z","end":"2026-03-18T01:05:28.480701Z","steps":["trace[996540924] 'agreement among raft nodes before linearized reading' (duration: 457.997078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:28.481661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:28.022131Z","time spent":"459.510904ms","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-t8btp\" "} {"level":"warn","ts":"2026-03-18T01:05:28.481931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.244443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T01:05:28.481998Z","caller":"traceutil/trace.go:171","msg":"trace[974353556] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7823; }","duration":"474.350825ms","start":"2026-03-18T01:05:28.007633Z","end":"2026-03-18T01:05:28.481984Z","steps":["trace[974353556] 'agreement among raft nodes before linearized reading' (duration: 473.076205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:28.482032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:28.007621Z","time spent":"474.402047ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T01:05:39.16185Z","caller":"traceutil/trace.go:171","msg":"trace[1002533530] transaction","detail":"{read_only:false; response_revision:7877; number_of_response:1; }","duration":"286.391463ms","start":"2026-03-18T01:05:38.875436Z","end":"2026-03-18T01:05:39.161828Z","steps":["trace[1002533530] 'process raft request' (duration: 286.234339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:39.41704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.705288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:05:39.417239Z","caller":"traceutil/trace.go:171","msg":"trace[714813572] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7877; }","duration":"174.959964ms","start":"2026-03-18T01:05:39.242257Z","end":"2026-03-18T01:05:39.417217Z","steps":["trace[714813572] 'range keys from in-memory index tree' (duration: 174.620555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:41.922076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.690296ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-18T01:05:41.922178Z","caller":"traceutil/trace.go:171","msg":"trace[107774042] linearizableReadLoop","detail":"{readStateIndex:8192; appliedIndex:8191; }","duration":"678.49801ms","start":"2026-03-18T01:05:41.243663Z","end":"2026-03-18T01:05:41.922161Z","steps":["trace[107774042] 'read index received' (duration: 41.501µs)","trace[107774042] 'applied index is now lower than readState.Index' (duration: 678.454619ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:05:41.922255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.594062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:05:41.922281Z","caller":"traceutil/trace.go:171","msg":"trace[751909515] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7886; }","duration":"678.664024ms","start":"2026-03-18T01:05:41.243607Z","end":"2026-03-18T01:05:41.922271Z","steps":["trace[751909515] 'agreement among raft nodes before linearized reading' (duration: 678.599793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:41.922315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:41.243584Z","time spent":"678.723845ms","remote":"127.0.0.1:47154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T01:05:42.9773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.986037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:05:42.977387Z","caller":"traceutil/trace.go:171","msg":"trace[29610396] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:7888; }","duration":"390.159251ms","start":"2026-03-18T01:05:42.58721Z","end":"2026-03-18T01:05:42.977369Z","steps":["trace[29610396] 'count revisions from in-memory index tree' (duration: 389.841393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:42.977431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:42.587188Z","time spent":"390.231132ms","remote":"127.0.0.1:47412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-18T01:05:42.978001Z","caller":"traceutil/trace.go:171","msg":"trace[269275188] transaction","detail":"{read_only:false; response_revision:7889; number_of_response:1; }","duration":"371.670233ms","start":"2026-03-18T01:05:42.606296Z","end":"2026-03-18T01:05:42.977966Z","steps":["trace[269275188] 'process raft request' (duration: 341.478517ms)","trace[269275188] 'compare' (duration: 29.214213ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:05:42.978212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:42.606268Z","time spent":"371.816056ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:05:43.475206Z","caller":"traceutil/trace.go:171","msg":"trace[268987218] linearizableReadLoop","detail":"{readStateIndex:8196; appliedIndex:8194; }","duration":"805.798706ms","start":"2026-03-18T01:05:42.669381Z","end":"2026-03-18T01:05:43.47518Z","steps":["trace[268987218] 'read index received' (duration: 278.383153ms)","trace[268987218] 'applied index is now lower than readState.Index' (duration: 527.414233ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:05:43.475343Z","caller":"traceutil/trace.go:171","msg":"trace[147141266] transaction","detail":"{read_only:false; response_revision:7890; number_of_response:1; }","duration":"851.235871ms","start":"2026-03-18T01:05:42.624096Z","end":"2026-03-18T01:05:43.475332Z","steps":["trace[147141266] 'process raft request' (duration: 850.936864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:43.475448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:42.624053Z","time spent":"851.314443ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:05:43.475594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.110593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T01:05:43.475697Z","caller":"traceutil/trace.go:171","msg":"trace[1408172445] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7890; }","duration":"798.245766ms","start":"2026-03-18T01:05:42.677429Z","end":"2026-03-18T01:05:43.475674Z","steps":["trace[1408172445] 'agreement among raft nodes before linearized reading' (duration: 798.015861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:43.475691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.574514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t8btp\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-18T01:05:43.475741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:42.677413Z","time spent":"798.317208ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T01:05:43.475772Z","caller":"traceutil/trace.go:171","msg":"trace[1421284338] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t8btp; range_end:; response_count:1; response_revision:7890; }","duration":"757.647706ms","start":"2026-03-18T01:05:42.718083Z","end":"2026-03-18T01:05:43.47573Z","steps":["trace[1421284338] 'agreement among raft nodes before linearized reading' (duration: 757.470612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:43.475762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.123838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:05:43.475817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:42.718073Z","time spent":"757.732678ms","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-t8btp\" "} {"level":"info","ts":"2026-03-18T01:05:43.47584Z","caller":"traceutil/trace.go:171","msg":"trace[538598722] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7890; }","duration":"232.247321ms","start":"2026-03-18T01:05:43.243574Z","end":"2026-03-18T01:05:43.475821Z","steps":["trace[538598722] 'agreement among raft nodes before linearized reading' (duration: 232.049956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:43.475908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.527963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:05:43.475945Z","caller":"traceutil/trace.go:171","msg":"trace[2014679229] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7890; }","duration":"806.672016ms","start":"2026-03-18T01:05:42.669262Z","end":"2026-03-18T01:05:43.475934Z","steps":["trace[2014679229] 'agreement among raft nodes before linearized reading' (duration: 806.603224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:43.475933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.466256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:05:43.475993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:42.669237Z","time spent":"806.744378ms","remote":"127.0.0.1:37830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-18T01:05:43.476036Z","caller":"traceutil/trace.go:171","msg":"trace[255498735] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:7890; }","duration":"650.597769ms","start":"2026-03-18T01:05:42.825402Z","end":"2026-03-18T01:05:43.476Z","steps":["trace[255498735] 'agreement among raft nodes before linearized reading' (duration: 650.451116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:43.476121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:42.825369Z","time spent":"650.738273ms","remote":"127.0.0.1:35692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-18T01:05:43.476051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.818482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T01:05:43.476191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.424766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-18T01:05:43.476159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.872153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T01:05:43.476255Z","caller":"traceutil/trace.go:171","msg":"trace[1799372084] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7890; }","duration":"767.522379ms","start":"2026-03-18T01:05:42.708717Z","end":"2026-03-18T01:05:43.476239Z","steps":["trace[1799372084] 'agreement among raft nodes before linearized reading' (duration: 767.363805ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:43.476245Z","caller":"traceutil/trace.go:171","msg":"trace[1796209512] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7890; }","duration":"767.026947ms","start":"2026-03-18T01:05:42.709191Z","end":"2026-03-18T01:05:43.476218Z","steps":["trace[1796209512] 'agreement among raft nodes before linearized reading' (duration: 766.663749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:43.476038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.135815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T01:05:43.476296Z","caller":"traceutil/trace.go:171","msg":"trace[1394555864] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7890; }","duration":"767.054718ms","start":"2026-03-18T01:05:42.709208Z","end":"2026-03-18T01:05:43.476263Z","steps":["trace[1394555864] 'agreement among raft nodes before linearized reading' (duration: 766.592337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:43.476307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:42.708692Z","time spent":"767.603621ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T01:05:43.476344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:42.709174Z","time spent":"767.139859ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T01:05:43.476364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:42.709196Z","time spent":"767.15685ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T01:05:43.476357Z","caller":"traceutil/trace.go:171","msg":"trace[1588895604] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7890; }","duration":"766.472223ms","start":"2026-03-18T01:05:42.709863Z","end":"2026-03-18T01:05:43.476335Z","steps":["trace[1588895604] 'agreement among raft nodes before linearized reading' (duration: 766.036263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:43.476418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:42.709853Z","time spent":"766.549195ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T01:05:44.397139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:43.853378Z","time spent":"543.754109ms","remote":"127.0.0.1:37344","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T01:05:44.397739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.945875ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T01:05:44.397807Z","caller":"traceutil/trace.go:171","msg":"trace[1906429491] linearizableReadLoop","detail":"{readStateIndex:8197; appliedIndex:8196; }","duration":"916.1792ms","start":"2026-03-18T01:05:43.481612Z","end":"2026-03-18T01:05:44.397791Z","steps":["trace[1906429491] 'read index received' (duration: 168.102062ms)","trace[1906429491] 'applied index is now lower than readState.Index' (duration: 748.075838ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:05:44.397888Z","caller":"traceutil/trace.go:171","msg":"trace[1844111064] transaction","detail":"{read_only:false; response_revision:7891; number_of_response:1; }","duration":"916.941078ms","start":"2026-03-18T01:05:43.480936Z","end":"2026-03-18T01:05:44.397877Z","steps":["trace[1844111064] 'process raft request' (duration: 168.762007ms)","trace[1844111064] 'compare' (duration: 747.669769ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:05:44.39794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:43.480911Z","time spent":"917.000139ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:05:44.398467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.828895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224136"} {"level":"info","ts":"2026-03-18T01:05:44.398743Z","caller":"traceutil/trace.go:171","msg":"trace[1005824428] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7891; }","duration":"916.988939ms","start":"2026-03-18T01:05:43.481561Z","end":"2026-03-18T01:05:44.39855Z","steps":["trace[1005824428] 'agreement among raft nodes before linearized reading' (duration: 916.386535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:44.398823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:43.481539Z","time spent":"917.264635ms","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224158,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-18T01:05:44.898518Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252451319571298,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T01:05:45.019791Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.370036s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T01:05:45.031929Z","caller":"traceutil/trace.go:171","msg":"trace[1313177773] transaction","detail":"{read_only:false; response_revision:7896; number_of_response:1; }","duration":"1.540376534s","start":"2026-03-18T01:05:43.491526Z","end":"2026-03-18T01:05:45.031902Z","steps":["trace[1313177773] 'process raft request' (duration: 1.540330093s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:45.032167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:43.491515Z","time spent":"1.540489476s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:05:45.032264Z","caller":"traceutil/trace.go:171","msg":"trace[582598152] linearizableReadLoop","detail":"{readStateIndex:8203; appliedIndex:8197; }","duration":"634.396847ms","start":"2026-03-18T01:05:44.397843Z","end":"2026-03-18T01:05:45.03224Z","steps":["trace[582598152] 'read index received' (duration: 622.416542ms)","trace[582598152] 'applied index is now lower than readState.Index' (duration: 11.979285ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:05:45.03229Z","caller":"traceutil/trace.go:171","msg":"trace[833170107] transaction","detail":"{read_only:false; response_revision:7892; number_of_response:1; }","duration":"1.550459703s","start":"2026-03-18T01:05:43.481756Z","end":"2026-03-18T01:05:45.032216Z","steps":["trace[833170107] 'process raft request' (duration: 1.538567571s)","trace[833170107] 'compare' (duration: 10.950139ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:05:45.03235Z","caller":"traceutil/trace.go:171","msg":"trace[1291608439] transaction","detail":"{read_only:false; response_revision:7894; number_of_response:1; }","duration":"1.550442083s","start":"2026-03-18T01:05:43.481885Z","end":"2026-03-18T01:05:45.032327Z","steps":["trace[1291608439] 'process raft request' (duration: 1.549888019s)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:45.032392Z","caller":"traceutil/trace.go:171","msg":"trace[277496607] transaction","detail":"{read_only:false; response_revision:7897; number_of_response:1; }","duration":"477.379358ms","start":"2026-03-18T01:05:44.554998Z","end":"2026-03-18T01:05:45.032378Z","steps":["trace[277496607] 'process raft request' (duration: 477.08201ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:45.032392Z","caller":"traceutil/trace.go:171","msg":"trace[1149264424] transaction","detail":"{read_only:false; response_revision:7895; number_of_response:1; }","duration":"1.549168593s","start":"2026-03-18T01:05:43.483201Z","end":"2026-03-18T01:05:45.032369Z","steps":["trace[1149264424] 'process raft request' (duration: 1.548623079s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:45.032414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.247071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:05:45.032447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.532515448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-18T01:05:45.032457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:44.554969Z","time spent":"477.453359ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:05:45.032478Z","caller":"traceutil/trace.go:171","msg":"trace[909085757] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7898; }","duration":"1.53259235s","start":"2026-03-18T01:05:43.499878Z","end":"2026-03-18T01:05:45.032471Z","steps":["trace[909085757] 'agreement among raft nodes before linearized reading' (duration: 1.532445007s)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:45.032472Z","caller":"traceutil/trace.go:171","msg":"trace[1645539781] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7898; }","duration":"788.357613ms","start":"2026-03-18T01:05:44.244097Z","end":"2026-03-18T01:05:45.032455Z","steps":["trace[1645539781] 'agreement among raft nodes before linearized reading' (duration: 788.23855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:45.032504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:43.481857Z","time spent":"1.550564706s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:05:45.032506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:43.483174Z","time spent":"1.549275705s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:05:45.032528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:43.481742Z","time spent":"1.550644608s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:05:45.032556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:44.244074Z","time spent":"788.469366ms","remote":"127.0.0.1:47154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T01:05:45.032575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.531871073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-18T01:05:45.032583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.249983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:05:45.032604Z","caller":"traceutil/trace.go:171","msg":"trace[910735470] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7898; }","duration":"1.531919734s","start":"2026-03-18T01:05:43.500675Z","end":"2026-03-18T01:05:45.032595Z","steps":["trace[910735470] 'agreement among raft nodes before linearized reading' (duration: 1.531845012s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:45.032506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:43.499858Z","time spent":"1.532640851s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-18T01:05:45.032613Z","caller":"traceutil/trace.go:171","msg":"trace[108827355] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7898; }","duration":"865.317535ms","start":"2026-03-18T01:05:44.167284Z","end":"2026-03-18T01:05:45.032602Z","steps":["trace[108827355] 'agreement among raft nodes before linearized reading' (duration: 865.274704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:45.032626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:43.500664Z","time spent":"1.531958226s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T01:05:45.032641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:44.167256Z","time spent":"865.380067ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T01:05:45.032517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107250607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:05:45.032693Z","caller":"traceutil/trace.go:171","msg":"trace[1807688716] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:7898; }","duration":"1.107469442s","start":"2026-03-18T01:05:43.925206Z","end":"2026-03-18T01:05:45.032676Z","steps":["trace[1807688716] 'agreement among raft nodes before linearized reading' (duration: 1.107247657s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:45.032762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:43.925183Z","time spent":"1.107559493s","remote":"127.0.0.1:42340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":13,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-18T01:05:45.032192Z","caller":"traceutil/trace.go:171","msg":"trace[1759212873] transaction","detail":"{read_only:false; response_revision:7893; number_of_response:1; }","duration":"1.550371582s","start":"2026-03-18T01:05:43.481783Z","end":"2026-03-18T01:05:45.032155Z","steps":["trace[1759212873] 'process raft request' (duration: 1.5499321s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:45.033865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:43.481769Z","time spent":"1.55203975s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:05:45.907548Z","caller":"traceutil/trace.go:171","msg":"trace[1731537587] linearizableReadLoop","detail":"{readStateIndex:8207; appliedIndex:8206; }","duration":"230.157611ms","start":"2026-03-18T01:05:45.677369Z","end":"2026-03-18T01:05:45.907527Z","steps":["trace[1731537587] 'read index received' (duration: 229.968247ms)","trace[1731537587] 'applied index is now lower than readState.Index' (duration: 188.544µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:05:45.907602Z","caller":"traceutil/trace.go:171","msg":"trace[1765093788] transaction","detail":"{read_only:false; response_revision:7901; number_of_response:1; }","duration":"424.957525ms","start":"2026-03-18T01:05:45.48261Z","end":"2026-03-18T01:05:45.907567Z","steps":["trace[1765093788] 'process raft request' (duration: 424.783391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:45.907768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:45.482584Z","time spent":"425.081709ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:05:45.90782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.400147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.41\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-18T01:05:45.907872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.218617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414421"} {"level":"info","ts":"2026-03-18T01:05:45.907908Z","caller":"traceutil/trace.go:171","msg":"trace[1344415863] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:7901; }","duration":"177.294439ms","start":"2026-03-18T01:05:45.730601Z","end":"2026-03-18T01:05:45.907896Z","steps":["trace[1344415863] 'agreement among raft nodes before linearized reading' (duration: 177.048543ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:45.907911Z","caller":"traceutil/trace.go:171","msg":"trace[632531178] range","detail":"{range_begin:/registry/masterleases/199.204.45.41; range_end:; response_count:1; response_revision:7901; }","duration":"230.628662ms","start":"2026-03-18T01:05:45.677268Z","end":"2026-03-18T01:05:45.907897Z","steps":["trace[632531178] 'agreement among raft nodes before linearized reading' (duration: 230.354656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:45.908044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.006969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T01:05:45.908124Z","caller":"traceutil/trace.go:171","msg":"trace[1435268363] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7901; }","duration":"100.137122ms","start":"2026-03-18T01:05:45.80797Z","end":"2026-03-18T01:05:45.908107Z","steps":["trace[1435268363] 'agreement among raft nodes before linearized reading' (duration: 99.810724ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:46.53974Z","caller":"traceutil/trace.go:171","msg":"trace[967574809] linearizableReadLoop","detail":"{readStateIndex:8213; appliedIndex:8212; }","duration":"132.246373ms","start":"2026-03-18T01:05:46.407471Z","end":"2026-03-18T01:05:46.539717Z","steps":["trace[967574809] 'read index received' (duration: 132.130921ms)","trace[967574809] 'applied index is now lower than readState.Index' (duration: 114.392µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:05:46.539796Z","caller":"traceutil/trace.go:171","msg":"trace[1164372993] transaction","detail":"{read_only:false; response_revision:7906; number_of_response:1; }","duration":"134.68068ms","start":"2026-03-18T01:05:46.405091Z","end":"2026-03-18T01:05:46.539772Z","steps":["trace[1164372993] 'process raft request' (duration: 134.443454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:46.540206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.708424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t8btp\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-18T01:05:46.540269Z","caller":"traceutil/trace.go:171","msg":"trace[737985575] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t8btp; range_end:; response_count:1; response_revision:7906; }","duration":"132.825527ms","start":"2026-03-18T01:05:46.407431Z","end":"2026-03-18T01:05:46.540257Z","steps":["trace[737985575] 'agreement among raft nodes before linearized reading' (duration: 132.423078ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:46.636876Z","caller":"traceutil/trace.go:171","msg":"trace[592189846] transaction","detail":"{read_only:false; response_revision:7907; number_of_response:1; }","duration":"220.046391ms","start":"2026-03-18T01:05:46.416806Z","end":"2026-03-18T01:05:46.636852Z","steps":["trace[592189846] 'process raft request' (duration: 219.697473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:46.637664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.123423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:05:46.637725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.648632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:05:46.637747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.130897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:05:46.637667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.944963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:05:46.637789Z","caller":"traceutil/trace.go:171","msg":"trace[1711976539] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7907; }","duration":"189.733344ms","start":"2026-03-18T01:05:46.448033Z","end":"2026-03-18T01:05:46.637767Z","steps":["trace[1711976539] 'agreement among raft nodes before linearized reading' (duration: 189.630741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:46.637797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.941229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:05:46.637821Z","caller":"traceutil/trace.go:171","msg":"trace[2054723581] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7907; }","duration":"210.2312ms","start":"2026-03-18T01:05:46.427572Z","end":"2026-03-18T01:05:46.637803Z","steps":["trace[2054723581] 'agreement among raft nodes before linearized reading' (duration: 210.112067ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:46.637827Z","caller":"traceutil/trace.go:171","msg":"trace[429687972] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7907; }","duration":"210.168648ms","start":"2026-03-18T01:05:46.427644Z","end":"2026-03-18T01:05:46.637813Z","steps":["trace[429687972] 'agreement among raft nodes before linearized reading' (duration: 209.944913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:46.637769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.220707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:05:46.637837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.482376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:05:46.637858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.932299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:05:46.637863Z","caller":"traceutil/trace.go:171","msg":"trace[1664303255] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7907; }","duration":"171.01632ms","start":"2026-03-18T01:05:46.466823Z","end":"2026-03-18T01:05:46.637839Z","steps":["trace[1664303255] 'agreement among raft nodes before linearized reading' (duration: 170.933979ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:46.637901Z","caller":"traceutil/trace.go:171","msg":"trace[1209728983] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7907; }","duration":"126.575137ms","start":"2026-03-18T01:05:46.511304Z","end":"2026-03-18T01:05:46.637879Z","steps":["trace[1209728983] 'agreement among raft nodes before linearized reading' (duration: 126.455845ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:46.637909Z","caller":"traceutil/trace.go:171","msg":"trace[1839861694] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7907; }","duration":"140.99808ms","start":"2026-03-18T01:05:46.496895Z","end":"2026-03-18T01:05:46.637893Z","steps":["trace[1839861694] 'agreement among raft nodes before linearized reading' (duration: 140.928198ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:46.637892Z","caller":"traceutil/trace.go:171","msg":"trace[1826347215] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7907; }","duration":"228.337569ms","start":"2026-03-18T01:05:46.409536Z","end":"2026-03-18T01:05:46.637874Z","steps":["trace[1826347215] 'agreement among raft nodes before linearized reading' (duration: 228.201246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:46.638019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.699816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:05:46.63807Z","caller":"traceutil/trace.go:171","msg":"trace[1529518834] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7907; }","duration":"190.765579ms","start":"2026-03-18T01:05:46.44729Z","end":"2026-03-18T01:05:46.638055Z","steps":["trace[1529518834] 'agreement among raft nodes before linearized reading' (duration: 190.675816ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:46.637763Z","caller":"traceutil/trace.go:171","msg":"trace[1889152508] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7907; }","duration":"209.270537ms","start":"2026-03-18T01:05:46.428469Z","end":"2026-03-18T01:05:46.63774Z","steps":["trace[1889152508] 'agreement among raft nodes before linearized reading' (duration: 209.100743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:46.63813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.448734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:05:46.637788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.166264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:05:46.637696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.113507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:05:46.638168Z","caller":"traceutil/trace.go:171","msg":"trace[220167122] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7907; }","duration":"104.523577ms","start":"2026-03-18T01:05:46.533629Z","end":"2026-03-18T01:05:46.638152Z","steps":["trace[220167122] 'agreement among raft nodes before linearized reading' (duration: 104.468266ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:46.638187Z","caller":"traceutil/trace.go:171","msg":"trace[485988097] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7907; }","duration":"103.630244ms","start":"2026-03-18T01:05:46.53454Z","end":"2026-03-18T01:05:46.63817Z","steps":["trace[485988097] 'agreement among raft nodes before linearized reading' (duration: 103.190804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:46.638199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.383729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:05:46.638205Z","caller":"traceutil/trace.go:171","msg":"trace[1083376212] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7907; }","duration":"229.64245ms","start":"2026-03-18T01:05:46.408545Z","end":"2026-03-18T01:05:46.638188Z","steps":["trace[1083376212] 'agreement among raft nodes before linearized reading' (duration: 229.065606ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:46.638243Z","caller":"traceutil/trace.go:171","msg":"trace[195858972] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7907; }","duration":"141.444331ms","start":"2026-03-18T01:05:46.496785Z","end":"2026-03-18T01:05:46.63823Z","steps":["trace[195858972] 'agreement among raft nodes before linearized reading' (duration: 141.372129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:46.638314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.018494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:05:46.63837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.854831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:05:46.638369Z","caller":"traceutil/trace.go:171","msg":"trace[1431923834] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7907; }","duration":"191.114837ms","start":"2026-03-18T01:05:46.44724Z","end":"2026-03-18T01:05:46.638355Z","steps":["trace[1431923834] 'agreement among raft nodes before linearized reading' (duration: 191.023714ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:46.6384Z","caller":"traceutil/trace.go:171","msg":"trace[877203876] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7907; }","duration":"125.945083ms","start":"2026-03-18T01:05:46.512445Z","end":"2026-03-18T01:05:46.63839Z","steps":["trace[877203876] 'agreement among raft nodes before linearized reading' (duration: 125.906442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:46.638389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.784625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:05:46.638401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.881335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:05:46.638444Z","caller":"traceutil/trace.go:171","msg":"trace[648856036] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7907; }","duration":"170.858537ms","start":"2026-03-18T01:05:46.467569Z","end":"2026-03-18T01:05:46.638428Z","steps":["trace[648856036] 'agreement among raft nodes before linearized reading' (duration: 170.766745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:46.637667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.748314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:05:46.638551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.191042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:05:46.638581Z","caller":"traceutil/trace.go:171","msg":"trace[1995241651] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7907; }","duration":"127.231644ms","start":"2026-03-18T01:05:46.51134Z","end":"2026-03-18T01:05:46.638571Z","steps":["trace[1995241651] 'agreement among raft nodes before linearized reading' (duration: 127.187753ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:46.638574Z","caller":"traceutil/trace.go:171","msg":"trace[937496588] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7907; }","duration":"171.709986ms","start":"2026-03-18T01:05:46.466847Z","end":"2026-03-18T01:05:46.638557Z","steps":["trace[937496588] 'agreement among raft nodes before linearized reading' (duration: 170.698563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:46.638678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.898211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:05:46.638749Z","caller":"traceutil/trace.go:171","msg":"trace[376569133] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7907; }","duration":"141.992983ms","start":"2026-03-18T01:05:46.496741Z","end":"2026-03-18T01:05:46.638734Z","steps":["trace[376569133] 'agreement among raft nodes before linearized reading' (duration: 141.875811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:46.638331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.725641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:05:46.638869Z","caller":"traceutil/trace.go:171","msg":"trace[1242580614] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7907; }","duration":"105.275524ms","start":"2026-03-18T01:05:46.533574Z","end":"2026-03-18T01:05:46.63885Z","steps":["trace[1242580614] 'agreement among raft nodes before linearized reading' (duration: 104.731431ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:46.638451Z","caller":"traceutil/trace.go:171","msg":"trace[1241189174] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7907; }","duration":"229.974017ms","start":"2026-03-18T01:05:46.408465Z","end":"2026-03-18T01:05:46.638439Z","steps":["trace[1241189174] 'agreement among raft nodes before linearized reading' (duration: 229.891826ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:06:10.827843Z","caller":"traceutil/trace.go:171","msg":"trace[1100863169] transaction","detail":"{read_only:false; response_revision:8071; number_of_response:1; }","duration":"121.750204ms","start":"2026-03-18T01:06:10.706061Z","end":"2026-03-18T01:06:10.827811Z","steps":["trace[1100863169] 'process raft request' (duration: 121.519219ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:06:12.378921Z","caller":"traceutil/trace.go:171","msg":"trace[1464872231] linearizableReadLoop","detail":"{readStateIndex:8395; appliedIndex:8394; }","duration":"110.539348ms","start":"2026-03-18T01:06:12.268357Z","end":"2026-03-18T01:06:12.378896Z","steps":["trace[1464872231] 'read index received' (duration: 110.287942ms)","trace[1464872231] 'applied index is now lower than readState.Index' (duration: 250.446µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:06:12.379162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.787373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-64c4444768-bt4wj.189dc9fbf6c1ec6c\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-18T01:06:12.379206Z","caller":"traceutil/trace.go:171","msg":"trace[987015904] range","detail":"{range_begin:/registry/events/openstack/barbican-api-64c4444768-bt4wj.189dc9fbf6c1ec6c; range_end:; response_count:1; response_revision:8081; }","duration":"110.892787ms","start":"2026-03-18T01:06:12.268303Z","end":"2026-03-18T01:06:12.379196Z","steps":["trace[987015904] 'agreement among raft nodes before linearized reading' (duration: 110.703881ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:06:12.379841Z","caller":"traceutil/trace.go:171","msg":"trace[797025634] transaction","detail":"{read_only:false; response_revision:8081; number_of_response:1; }","duration":"229.361252ms","start":"2026-03-18T01:06:12.150459Z","end":"2026-03-18T01:06:12.379821Z","steps":["trace[797025634] 'process raft request' (duration: 228.265806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:13.342148Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252451319571922,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T01:06:13.845971Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252451319571922,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T01:06:13.949629Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.11333705s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T01:06:13.94989Z","caller":"traceutil/trace.go:171","msg":"trace[19134339] transaction","detail":"{read_only:false; response_revision:8083; number_of_response:1; }","duration":"1.113681417s","start":"2026-03-18T01:06:12.836189Z","end":"2026-03-18T01:06:13.949871Z","steps":["trace[19134339] 'process raft request' (duration: 1.113561235s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:13.95Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:12.836172Z","time spent":"1.113760049s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:06:14.00794Z","caller":"traceutil/trace.go:171","msg":"trace[1970757482] linearizableReadLoop","detail":"{readStateIndex:8399; appliedIndex:8397; }","duration":"1.165981237s","start":"2026-03-18T01:06:12.841943Z","end":"2026-03-18T01:06:14.007924Z","steps":["trace[1970757482] 'read index received' (duration: 1.108404223s)","trace[1970757482] 'applied index is now lower than readState.Index' (duration: 57.576244ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:06:14.00799Z","caller":"traceutil/trace.go:171","msg":"trace[1015070745] transaction","detail":"{read_only:false; response_revision:8084; number_of_response:1; }","duration":"841.474451ms","start":"2026-03-18T01:06:13.166494Z","end":"2026-03-18T01:06:14.007968Z","steps":["trace[1015070745] 'process raft request' (duration: 841.304907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:14.008086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:13.166467Z","time spent":"841.566692ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:06:14.008149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166193661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t8btp\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-18T01:06:14.008189Z","caller":"traceutil/trace.go:171","msg":"trace[916377711] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t8btp; range_end:; response_count:1; response_revision:8085; }","duration":"1.166261932s","start":"2026-03-18T01:06:12.841916Z","end":"2026-03-18T01:06:14.008178Z","steps":["trace[916377711] 'agreement among raft nodes before linearized reading' (duration: 1.166099079s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:14.008229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:12.841905Z","time spent":"1.166315803s","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-t8btp\" "} {"level":"info","ts":"2026-03-18T01:06:14.008296Z","caller":"traceutil/trace.go:171","msg":"trace[647528206] transaction","detail":"{read_only:false; response_revision:8085; number_of_response:1; }","duration":"838.52037ms","start":"2026-03-18T01:06:13.169503Z","end":"2026-03-18T01:06:14.008024Z","steps":["trace[647528206] 'process raft request' (duration: 838.381547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:14.008527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:13.169493Z","time spent":"838.94799ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:06:14.00854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.025766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T01:06:14.008585Z","caller":"traceutil/trace.go:171","msg":"trace[1265570882] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8085; }","duration":"829.100518ms","start":"2026-03-18T01:06:13.179473Z","end":"2026-03-18T01:06:14.008573Z","steps":["trace[1265570882] 'agreement among raft nodes before linearized reading' (duration: 828.983735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:14.008685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:13.179461Z","time spent":"829.21429ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T01:06:14.008756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.31475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T01:06:14.008802Z","caller":"traceutil/trace.go:171","msg":"trace[1850151197] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8085; }","duration":"649.385781ms","start":"2026-03-18T01:06:13.359406Z","end":"2026-03-18T01:06:14.008791Z","steps":["trace[1850151197] 'agreement among raft nodes before linearized reading' (duration: 649.252338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:14.00881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.773316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T01:06:14.008857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:13.359395Z","time spent":"649.436612ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T01:06:14.008892Z","caller":"traceutil/trace.go:171","msg":"trace[247119684] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:8085; }","duration":"626.869008ms","start":"2026-03-18T01:06:13.382006Z","end":"2026-03-18T01:06:14.008875Z","steps":["trace[247119684] 'agreement among raft nodes before linearized reading' (duration: 626.671723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:14.008942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:13.381956Z","time spent":"626.97614ms","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":81,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T01:06:14.008977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.531253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-18T01:06:14.008993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.455447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T01:06:14.009013Z","caller":"traceutil/trace.go:171","msg":"trace[1399046132] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8085; }","duration":"646.604805ms","start":"2026-03-18T01:06:13.3624Z","end":"2026-03-18T01:06:14.009004Z","steps":["trace[1399046132] 'agreement among raft nodes before linearized reading' (duration: 646.524283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:14.009042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:13.362382Z","time spent":"646.654397ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T01:06:14.009042Z","caller":"traceutil/trace.go:171","msg":"trace[2069553311] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8085; }","duration":"653.552349ms","start":"2026-03-18T01:06:13.355478Z","end":"2026-03-18T01:06:14.00903Z","steps":["trace[2069553311] 'agreement among raft nodes before linearized reading' (duration: 653.382695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:14.009083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:13.355451Z","time spent":"653.62621ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T01:06:14.009133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.123012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:06:14.009226Z","caller":"traceutil/trace.go:171","msg":"trace[2007405028] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8085; }","duration":"765.244805ms","start":"2026-03-18T01:06:13.243948Z","end":"2026-03-18T01:06:14.009192Z","steps":["trace[2007405028] 'agreement among raft nodes before linearized reading' (duration: 765.152733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:14.009369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:13.243925Z","time spent":"765.333087ms","remote":"127.0.0.1:47154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T01:06:14.450765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.857204ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T01:06:14.451031Z","caller":"traceutil/trace.go:171","msg":"trace[378303703] transaction","detail":"{read_only:false; response_revision:8088; number_of_response:1; }","duration":"408.216149ms","start":"2026-03-18T01:06:14.042796Z","end":"2026-03-18T01:06:14.451013Z","steps":["trace[378303703] 'process raft request' (duration: 408.146128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:14.451107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:14.042778Z","time spent":"408.297201ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:06:14.451158Z","caller":"traceutil/trace.go:171","msg":"trace[1231444273] transaction","detail":"{read_only:false; response_revision:8089; number_of_response:1; }","duration":"408.007494ms","start":"2026-03-18T01:06:14.043103Z","end":"2026-03-18T01:06:14.451111Z","steps":["trace[1231444273] 'process raft request' (duration: 407.873131ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:06:14.451325Z","caller":"traceutil/trace.go:171","msg":"trace[1487905643] transaction","detail":"{read_only:false; response_revision:8086; number_of_response:1; }","duration":"412.423448ms","start":"2026-03-18T01:06:14.038887Z","end":"2026-03-18T01:06:14.45131Z","steps":["trace[1487905643] 'process raft request' (duration: 94.935759ms)","trace[1487905643] 'compare' (duration: 316.751702ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:06:14.451394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:14.014437Z","time spent":"436.926218ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:06:14.45139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:14.043064Z","time spent":"408.207019ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:06:14.451507Z","caller":"traceutil/trace.go:171","msg":"trace[1408603318] transaction","detail":"{read_only:false; response_revision:8087; number_of_response:1; }","duration":"409.224383ms","start":"2026-03-18T01:06:14.042239Z","end":"2026-03-18T01:06:14.451463Z","steps":["trace[1408603318] 'process raft request' (duration: 408.640299ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:06:14.451581Z","caller":"traceutil/trace.go:171","msg":"trace[1921014203] linearizableReadLoop","detail":"{readStateIndex:8400; appliedIndex:8399; }","duration":"409.688954ms","start":"2026-03-18T01:06:14.041857Z","end":"2026-03-18T01:06:14.451546Z","steps":["trace[1921014203] 'read index received' (duration: 91.980539ms)","trace[1921014203] 'applied index is now lower than readState.Index' (duration: 317.704254ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:06:14.451719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:14.042214Z","time spent":"409.398856ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:06:14.451768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.901638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:06:14.451839Z","caller":"traceutil/trace.go:171","msg":"trace[1387594403] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8089; }","duration":"409.99258ms","start":"2026-03-18T01:06:14.041824Z","end":"2026-03-18T01:06:14.451817Z","steps":["trace[1387594403] 'agreement among raft nodes before linearized reading' (duration: 409.886437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:14.451887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:14.041803Z","time spent":"410.077652ms","remote":"127.0.0.1:47146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T01:06:14.548042Z","caller":"traceutil/trace.go:171","msg":"trace[1129007533] transaction","detail":"{read_only:false; response_revision:8090; number_of_response:1; }","duration":"161.977657ms","start":"2026-03-18T01:06:14.386029Z","end":"2026-03-18T01:06:14.548006Z","steps":["trace[1129007533] 'process raft request' (duration: 161.636129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:14.548321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.18679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228866"} {"level":"info","ts":"2026-03-18T01:06:14.548388Z","caller":"traceutil/trace.go:171","msg":"trace[499687869] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8090; }","duration":"506.274251ms","start":"2026-03-18T01:06:14.042098Z","end":"2026-03-18T01:06:14.548373Z","steps":["trace[499687869] 'agreement among raft nodes before linearized reading' (duration: 505.861602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:14.548426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:14.042083Z","time spent":"506.334632ms","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228888,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-18T01:06:14.884099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.932139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T01:06:14.884175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.39744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:06:14.884203Z","caller":"traceutil/trace.go:171","msg":"trace[1222037005] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:8090; }","duration":"228.109833ms","start":"2026-03-18T01:06:14.656071Z","end":"2026-03-18T01:06:14.884181Z","steps":["trace[1222037005] 'count revisions from in-memory index tree' (duration: 227.828357ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:06:14.884245Z","caller":"traceutil/trace.go:171","msg":"trace[1890169992] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8090; }","duration":"220.532394ms","start":"2026-03-18T01:06:14.663691Z","end":"2026-03-18T01:06:14.884223Z","steps":["trace[1890169992] 'count revisions from in-memory index tree' (duration: 220.265198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:14.884505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.534826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:06:14.884631Z","caller":"traceutil/trace.go:171","msg":"trace[1539753489] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8090; }","duration":"142.745921ms","start":"2026-03-18T01:06:14.741858Z","end":"2026-03-18T01:06:14.884604Z","steps":["trace[1539753489] 'count revisions from in-memory index tree' (duration: 142.421144ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:06:15.338634Z","caller":"traceutil/trace.go:171","msg":"trace[1679913122] transaction","detail":"{read_only:false; response_revision:8092; number_of_response:1; }","duration":"193.184676ms","start":"2026-03-18T01:06:15.145414Z","end":"2026-03-18T01:06:15.338599Z","steps":["trace[1679913122] 'process raft request' (duration: 110.65567ms)","trace[1679913122] 'compare' (duration: 82.302701ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:06:15.338706Z","caller":"traceutil/trace.go:171","msg":"trace[1983968534] transaction","detail":"{read_only:false; response_revision:8093; number_of_response:1; }","duration":"191.775362ms","start":"2026-03-18T01:06:15.146921Z","end":"2026-03-18T01:06:15.338696Z","steps":["trace[1983968534] 'process raft request' (duration: 191.596808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:18.684031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.371121ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T01:06:18.684157Z","caller":"traceutil/trace.go:171","msg":"trace[37927868] transaction","detail":"{read_only:false; response_revision:8104; number_of_response:1; }","duration":"662.993603ms","start":"2026-03-18T01:06:18.021142Z","end":"2026-03-18T01:06:18.684136Z","steps":["trace[37927868] 'process raft request' (duration: 439.425537ms)","trace[37927868] 'compare' (duration: 223.234018ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:06:18.68422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:18.021121Z","time spent":"663.071756ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:06:19.230426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.849079ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T01:06:19.230664Z","caller":"traceutil/trace.go:171","msg":"trace[1947332527] transaction","detail":"{read_only:false; response_revision:8106; number_of_response:1; }","duration":"667.147562ms","start":"2026-03-18T01:06:18.563499Z","end":"2026-03-18T01:06:19.230647Z","steps":["trace[1947332527] 'process raft request' (duration: 667.047359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:19.230718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:18.563471Z","time spent":"667.223344ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:06:19.23095Z","caller":"traceutil/trace.go:171","msg":"trace[1739481981] linearizableReadLoop","detail":"{readStateIndex:8420; appliedIndex:8418; }","duration":"986.797943ms","start":"2026-03-18T01:06:18.244118Z","end":"2026-03-18T01:06:19.230916Z","steps":["trace[1739481981] 'read index received' (duration: 216.428676ms)","trace[1739481981] 'applied index is now lower than readState.Index' (duration: 770.366647ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:06:19.231101Z","caller":"traceutil/trace.go:171","msg":"trace[921609425] transaction","detail":"{read_only:false; response_revision:8105; number_of_response:1; }","duration":"1.209695422s","start":"2026-03-18T01:06:18.021378Z","end":"2026-03-18T01:06:19.231074Z","steps":["trace[921609425] 'process raft request' (duration: 1.059084415s)","trace[921609425] 'compare' (duration: 149.45863ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:06:19.231216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:18.021347Z","time spent":"1.209785434s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:06:19.231261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.13885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:06:19.231323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.926246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T01:06:19.231333Z","caller":"traceutil/trace.go:171","msg":"trace[134238066] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8106; }","duration":"987.250223ms","start":"2026-03-18T01:06:18.244061Z","end":"2026-03-18T01:06:19.231311Z","steps":["trace[134238066] 'agreement among raft nodes before linearized reading' (duration: 987.142551ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:06:19.231354Z","caller":"traceutil/trace.go:171","msg":"trace[2092252171] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8106; }","duration":"761.985038ms","start":"2026-03-18T01:06:18.46936Z","end":"2026-03-18T01:06:19.231345Z","steps":["trace[2092252171] 'agreement among raft nodes before linearized reading' (duration: 761.879934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:19.231381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:18.469345Z","time spent":"762.030211ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T01:06:19.231377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:18.244037Z","time spent":"987.331516ms","remote":"127.0.0.1:47154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T01:06:19.231389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.229871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T01:06:19.23142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.274317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T01:06:19.231454Z","caller":"traceutil/trace.go:171","msg":"trace[547273762] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8106; }","duration":"756.323864ms","start":"2026-03-18T01:06:18.475113Z","end":"2026-03-18T01:06:19.231437Z","steps":["trace[547273762] 'agreement among raft nodes before linearized reading' (duration: 756.112818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:19.231493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:18.475079Z","time spent":"756.408056ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T01:06:19.231503Z","caller":"traceutil/trace.go:171","msg":"trace[855167811] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8106; }","duration":"765.40671ms","start":"2026-03-18T01:06:18.466074Z","end":"2026-03-18T01:06:19.231481Z","steps":["trace[855167811] 'agreement among raft nodes before linearized reading' (duration: 765.139133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:19.231557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:18.46605Z","time spent":"765.495203ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T01:06:19.231608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.718226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-18T01:06:19.231583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.583186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t8btp\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-18T01:06:19.231648Z","caller":"traceutil/trace.go:171","msg":"trace[2084936607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8106; }","duration":"762.778498ms","start":"2026-03-18T01:06:18.468859Z","end":"2026-03-18T01:06:19.231637Z","steps":["trace[2084936607] 'agreement among raft nodes before linearized reading' (duration: 762.612394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:19.231681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:18.468846Z","time spent":"762.828569ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T01:06:19.231696Z","caller":"traceutil/trace.go:171","msg":"trace[215360122] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t8btp; range_end:; response_count:1; response_revision:8106; }","duration":"660.7539ms","start":"2026-03-18T01:06:18.570909Z","end":"2026-03-18T01:06:19.231663Z","steps":["trace[215360122] 'agreement among raft nodes before linearized reading' (duration: 660.325469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:19.231927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:18.570886Z","time spent":"661.028857ms","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-t8btp\" "} {"level":"warn","ts":"2026-03-18T01:06:27.258112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.939239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-6vbdl\" ","response":"range_response_count:1 size:4667"} {"level":"warn","ts":"2026-03-18T01:06:27.258179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.91932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-6vbdl\" ","response":"range_response_count:1 size:2802"} {"level":"info","ts":"2026-03-18T01:06:27.258202Z","caller":"traceutil/trace.go:171","msg":"trace[1174689643] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-6vbdl; range_end:; response_count:1; response_revision:8181; }","duration":"130.058991ms","start":"2026-03-18T01:06:27.128121Z","end":"2026-03-18T01:06:27.25818Z","steps":["trace[1174689643] 'range keys from in-memory index tree' (duration: 129.852157ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:06:27.258233Z","caller":"traceutil/trace.go:171","msg":"trace[1508668536] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-6vbdl; range_end:; response_count:1; response_revision:8181; }","duration":"127.996732ms","start":"2026-03-18T01:06:27.13022Z","end":"2026-03-18T01:06:27.258217Z","steps":["trace[1508668536] 'range keys from in-memory index tree' (duration: 127.555412ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:06:27.391833Z","caller":"traceutil/trace.go:171","msg":"trace[1384746468] transaction","detail":"{read_only:false; response_revision:8183; number_of_response:1; }","duration":"135.173182ms","start":"2026-03-18T01:06:27.256634Z","end":"2026-03-18T01:06:27.391807Z","steps":["trace[1384746468] 'process raft request' (duration: 118.522228ms)","trace[1384746468] 'compare' (duration: 16.51414ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:06:27.392081Z","caller":"traceutil/trace.go:171","msg":"trace[1061543930] linearizableReadLoop","detail":"{readStateIndex:8503; appliedIndex:8501; }","duration":"130.194474ms","start":"2026-03-18T01:06:27.261867Z","end":"2026-03-18T01:06:27.392062Z","steps":["trace[1061543930] 'read index received' (duration: 50.729021ms)","trace[1061543930] 'applied index is now lower than readState.Index' (duration: 79.464793ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:06:27.39209Z","caller":"traceutil/trace.go:171","msg":"trace[156048061] transaction","detail":"{read_only:false; response_revision:8184; number_of_response:1; }","duration":"129.886027ms","start":"2026-03-18T01:06:27.262176Z","end":"2026-03-18T01:06:27.392062Z","steps":["trace[156048061] 'process raft request' (duration: 129.59959ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:06:27.392182Z","caller":"traceutil/trace.go:171","msg":"trace[220445773] transaction","detail":"{read_only:false; response_revision:8185; number_of_response:1; }","duration":"126.123607ms","start":"2026-03-18T01:06:27.26605Z","end":"2026-03-18T01:06:27.392173Z","steps":["trace[220445773] 'process raft request' (duration: 125.924952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:27.392297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.411469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-6vbdl\" ","response":"range_response_count:1 size:4672"} {"level":"warn","ts":"2026-03-18T01:06:27.392297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.255855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-6vbdl\" ","response":"range_response_count:1 size:4672"} {"level":"info","ts":"2026-03-18T01:06:27.392338Z","caller":"traceutil/trace.go:171","msg":"trace[1887984871] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-6vbdl; range_end:; response_count:1; response_revision:8185; }","duration":"130.46399ms","start":"2026-03-18T01:06:27.261862Z","end":"2026-03-18T01:06:27.392326Z","steps":["trace[1887984871] 'agreement among raft nodes before linearized reading' (duration: 130.351338ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:06:27.392377Z","caller":"traceutil/trace.go:171","msg":"trace[540175183] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-6vbdl; range_end:; response_count:1; response_revision:8185; }","duration":"130.355838ms","start":"2026-03-18T01:06:27.26198Z","end":"2026-03-18T01:06:27.392335Z","steps":["trace[540175183] 'agreement among raft nodes before linearized reading' (duration: 130.238185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:27.392536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.96561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T01:06:27.392779Z","caller":"traceutil/trace.go:171","msg":"trace[483361604] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8185; }","duration":"125.221687ms","start":"2026-03-18T01:06:27.267542Z","end":"2026-03-18T01:06:27.392763Z","steps":["trace[483361604] 'agreement among raft nodes before linearized reading' (duration: 124.778426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:27.392539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.709868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T01:06:27.392947Z","caller":"traceutil/trace.go:171","msg":"trace[656404881] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8185; }","duration":"126.146588ms","start":"2026-03-18T01:06:27.266788Z","end":"2026-03-18T01:06:27.392934Z","steps":["trace[656404881] 'agreement among raft nodes before linearized reading' (duration: 125.569414ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:06:27.511753Z","caller":"traceutil/trace.go:171","msg":"trace[1843581441] transaction","detail":"{read_only:false; response_revision:8188; number_of_response:1; }","duration":"109.619747ms","start":"2026-03-18T01:06:27.402105Z","end":"2026-03-18T01:06:27.511725Z","steps":["trace[1843581441] 'process raft request' (duration: 109.541335ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:06:27.511794Z","caller":"traceutil/trace.go:171","msg":"trace[1238232676] transaction","detail":"{read_only:false; response_revision:8187; number_of_response:1; }","duration":"109.695879ms","start":"2026-03-18T01:06:27.402067Z","end":"2026-03-18T01:06:27.511762Z","steps":["trace[1238232676] 'process raft request' (duration: 104.026684ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:06:27.512036Z","caller":"traceutil/trace.go:171","msg":"trace[853978437] transaction","detail":"{read_only:false; response_revision:8189; number_of_response:1; }","duration":"109.907683ms","start":"2026-03-18T01:06:27.402114Z","end":"2026-03-18T01:06:27.512022Z","steps":["trace[853978437] 'process raft request' (duration: 109.575935ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:06:27.512126Z","caller":"traceutil/trace.go:171","msg":"trace[8222996] transaction","detail":"{read_only:false; response_revision:8190; number_of_response:1; }","duration":"109.895553ms","start":"2026-03-18T01:06:27.402216Z","end":"2026-03-18T01:06:27.512111Z","steps":["trace[8222996] 'process raft request' (duration: 109.735859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:27.512239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.974587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-6vbdl\" ","response":"range_response_count:1 size:2802"} {"level":"info","ts":"2026-03-18T01:06:27.512327Z","caller":"traceutil/trace.go:171","msg":"trace[470669910] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-6vbdl; range_end:; response_count:1; response_revision:8190; }","duration":"113.101009ms","start":"2026-03-18T01:06:27.399204Z","end":"2026-03-18T01:06:27.512305Z","steps":["trace[470669910] 'agreement among raft nodes before linearized reading' (duration: 112.874273ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:06:28.556998Z","caller":"traceutil/trace.go:171","msg":"trace[587079096] transaction","detail":"{read_only:false; response_revision:8192; number_of_response:1; }","duration":"503.901143ms","start":"2026-03-18T01:06:28.053076Z","end":"2026-03-18T01:06:28.556977Z","steps":["trace[587079096] 'process raft request' (duration: 503.77691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:28.557111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:28.053049Z","time spent":"504.001225ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:06:29.112629Z","caller":"traceutil/trace.go:171","msg":"trace[327518246] linearizableReadLoop","detail":"{readStateIndex:8513; appliedIndex:8511; }","duration":"990.490229ms","start":"2026-03-18T01:06:28.122112Z","end":"2026-03-18T01:06:29.112603Z","steps":["trace[327518246] 'read index received' (duration: 434.737726ms)","trace[327518246] 'applied index is now lower than readState.Index' (duration: 555.750893ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:06:29.1127Z","caller":"traceutil/trace.go:171","msg":"trace[275383786] transaction","detail":"{read_only:false; response_revision:8193; number_of_response:1; }","duration":"994.527224ms","start":"2026-03-18T01:06:28.118136Z","end":"2026-03-18T01:06:29.112663Z","steps":["trace[275383786] 'process raft request' (duration: 994.018573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:29.112878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.752275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"info","ts":"2026-03-18T01:06:29.112939Z","caller":"traceutil/trace.go:171","msg":"trace[165034969] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8193; }","duration":"990.854537ms","start":"2026-03-18T01:06:28.122068Z","end":"2026-03-18T01:06:29.112923Z","steps":["trace[165034969] 'agreement among raft nodes before linearized reading' (duration: 990.660113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:29.112924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:28.118108Z","time spent":"994.655767ms","remote":"127.0.0.1:47350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:06:29.112982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:28.122054Z","time spent":"990.917949ms","remote":"127.0.0.1:37354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5168,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-18T01:06:29.124198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.089948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:06:29.124306Z","caller":"traceutil/trace.go:171","msg":"trace[697604936] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8194; }","duration":"881.247112ms","start":"2026-03-18T01:06:28.243039Z","end":"2026-03-18T01:06:29.124286Z","steps":["trace[697604936] 'agreement among raft nodes before linearized reading' (duration: 881.029577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:29.124351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:28.24302Z","time spent":"881.323004ms","remote":"127.0.0.1:47154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T01:06:29.124484Z","caller":"traceutil/trace.go:171","msg":"trace[893791998] transaction","detail":"{read_only:false; response_revision:8194; number_of_response:1; }","duration":"391.442852ms","start":"2026-03-18T01:06:28.733021Z","end":"2026-03-18T01:06:29.124463Z","steps":["trace[893791998] 'process raft request' (duration: 390.911639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:29.124579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:28.732989Z","time spent":"391.529814ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:06:29.124611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.26009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:06:29.124651Z","caller":"traceutil/trace.go:171","msg":"trace[36879394] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8194; }","duration":"259.341522ms","start":"2026-03-18T01:06:28.865295Z","end":"2026-03-18T01:06:29.124637Z","steps":["trace[36879394] 'agreement among raft nodes before linearized reading' (duration: 259.26842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:29.124793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.413252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:06:29.124861Z","caller":"traceutil/trace.go:171","msg":"trace[1531065707] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:8194; }","duration":"804.488194ms","start":"2026-03-18T01:06:28.320355Z","end":"2026-03-18T01:06:29.124843Z","steps":["trace[1531065707] 'agreement among raft nodes before linearized reading' (duration: 804.356901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:29.124916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:28.320303Z","time spent":"804.596476ms","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":7,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-18T01:06:30.376078Z","caller":"traceutil/trace.go:171","msg":"trace[2010226402] transaction","detail":"{read_only:false; response_revision:8206; number_of_response:1; }","duration":"222.852319ms","start":"2026-03-18T01:06:30.153194Z","end":"2026-03-18T01:06:30.376047Z","steps":["trace[2010226402] 'process raft request' (duration: 158.274039ms)","trace[2010226402] 'compare' (duration: 63.906874ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:06:30.463848Z","caller":"traceutil/trace.go:171","msg":"trace[1206792303] linearizableReadLoop","detail":"{readStateIndex:8527; appliedIndex:8525; }","duration":"220.046562ms","start":"2026-03-18T01:06:30.243775Z","end":"2026-03-18T01:06:30.463822Z","steps":["trace[1206792303] 'read index received' (duration: 67.782876ms)","trace[1206792303] 'applied index is now lower than readState.Index' (duration: 152.262126ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:06:30.464Z","caller":"traceutil/trace.go:171","msg":"trace[1714839127] transaction","detail":"{read_only:false; response_revision:8207; number_of_response:1; }","duration":"234.830053ms","start":"2026-03-18T01:06:30.229122Z","end":"2026-03-18T01:06:30.463952Z","steps":["trace[1714839127] 'process raft request' (duration: 234.546396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:30.464066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.267057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:06:30.464104Z","caller":"traceutil/trace.go:171","msg":"trace[2015454934] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8207; }","duration":"220.340078ms","start":"2026-03-18T01:06:30.243751Z","end":"2026-03-18T01:06:30.464091Z","steps":["trace[2015454934] 'agreement among raft nodes before linearized reading' (duration: 220.222635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:30.464247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.661701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-18T01:06:30.464321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.703198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-18T01:06:30.464356Z","caller":"traceutil/trace.go:171","msg":"trace[715821499] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8207; }","duration":"121.803344ms","start":"2026-03-18T01:06:30.34252Z","end":"2026-03-18T01:06:30.464324Z","steps":["trace[715821499] 'agreement among raft nodes before linearized reading' (duration: 121.498557ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:06:30.46442Z","caller":"traceutil/trace.go:171","msg":"trace[537696807] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8207; }","duration":"120.827862ms","start":"2026-03-18T01:06:30.343564Z","end":"2026-03-18T01:06:30.464392Z","steps":["trace[537696807] 'agreement among raft nodes before linearized reading' (duration: 120.542785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:30.718815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.799942ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T01:06:30.719012Z","caller":"traceutil/trace.go:171","msg":"trace[793543057] transaction","detail":"{read_only:false; response_revision:8208; number_of_response:1; }","duration":"250.517873ms","start":"2026-03-18T01:06:30.468461Z","end":"2026-03-18T01:06:30.718979Z","steps":["trace[793543057] 'process raft request' (duration: 31.460355ms)","trace[793543057] 'compare' (duration: 218.313791ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:06:30.719119Z","caller":"traceutil/trace.go:171","msg":"trace[744347209] transaction","detail":"{read_only:false; response_revision:8210; number_of_response:1; }","duration":"250.428031ms","start":"2026-03-18T01:06:30.468671Z","end":"2026-03-18T01:06:30.719099Z","steps":["trace[744347209] 'process raft request' (duration: 250.340949ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:06:30.719134Z","caller":"traceutil/trace.go:171","msg":"trace[424577338] transaction","detail":"{read_only:false; response_revision:8209; number_of_response:1; }","duration":"250.415071ms","start":"2026-03-18T01:06:30.468683Z","end":"2026-03-18T01:06:30.719098Z","steps":["trace[424577338] 'process raft request' (duration: 250.222426ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:06:30.719315Z","caller":"traceutil/trace.go:171","msg":"trace[1306987604] transaction","detail":"{read_only:false; response_revision:8211; number_of_response:1; }","duration":"249.658193ms","start":"2026-03-18T01:06:30.469641Z","end":"2026-03-18T01:06:30.719299Z","steps":["trace[1306987604] 'process raft request' (duration: 249.406688ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:06:30.719335Z","caller":"traceutil/trace.go:171","msg":"trace[903324268] linearizableReadLoop","detail":"{readStateIndex:8531; appliedIndex:8527; }","duration":"158.688828ms","start":"2026-03-18T01:06:30.560585Z","end":"2026-03-18T01:06:30.719274Z","steps":["trace[903324268] 'read index received' (duration: 60.908772ms)","trace[903324268] 'applied index is now lower than readState.Index' (duration: 97.777956ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:06:30.719557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.961374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T01:06:30.719598Z","caller":"traceutil/trace.go:171","msg":"trace[1932616401] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8211; }","duration":"159.058736ms","start":"2026-03-18T01:06:30.560529Z","end":"2026-03-18T01:06:30.719588Z","steps":["trace[1932616401] 'agreement among raft nodes before linearized reading' (duration: 158.918173ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:06:31.030759Z","caller":"traceutil/trace.go:171","msg":"trace[111834066] transaction","detail":"{read_only:false; response_revision:8212; number_of_response:1; }","duration":"306.799827ms","start":"2026-03-18T01:06:30.723933Z","end":"2026-03-18T01:06:31.030732Z","steps":["trace[111834066] 'process raft request' (duration: 306.641812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:31.030911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:30.723911Z","time spent":"306.91982ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:06:31.05957Z","caller":"traceutil/trace.go:171","msg":"trace[901246122] transaction","detail":"{read_only:false; response_revision:8213; number_of_response:1; }","duration":"333.574521ms","start":"2026-03-18T01:06:30.725966Z","end":"2026-03-18T01:06:31.05954Z","steps":["trace[901246122] 'process raft request' (duration: 333.312864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:31.059734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:30.725942Z","time spent":"333.705083ms","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:06:31.219671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.222225ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-18T01:06:31.220003Z","caller":"traceutil/trace.go:171","msg":"trace[2045205784] linearizableReadLoop","detail":"{readStateIndex:8533; appliedIndex:8531; }","duration":"477.236293ms","start":"2026-03-18T01:06:30.74272Z","end":"2026-03-18T01:06:31.219957Z","steps":["trace[2045205784] 'read index received' (duration: 287.843657ms)","trace[2045205784] 'applied index is now lower than readState.Index' (duration: 189.389646ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:06:31.220329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.586742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:06:31.2206Z","caller":"traceutil/trace.go:171","msg":"trace[1264265524] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:8214; }","duration":"477.765906ms","start":"2026-03-18T01:06:30.742662Z","end":"2026-03-18T01:06:31.220428Z","steps":["trace[1264265524] 'agreement among raft nodes before linearized reading' (duration: 477.462709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:31.220687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:30.74264Z","time spent":"478.025041ms","remote":"127.0.0.1:59732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":27,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-03-18T01:06:40.656994Z","caller":"traceutil/trace.go:171","msg":"trace[1901780794] linearizableReadLoop","detail":"{readStateIndex:8609; appliedIndex:8608; }","duration":"254.801766ms","start":"2026-03-18T01:06:40.402164Z","end":"2026-03-18T01:06:40.656965Z","steps":["trace[1901780794] 'read index received' (duration: 252.737797ms)","trace[1901780794] 'applied index is now lower than readState.Index' (duration: 2.062779ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:06:40.657012Z","caller":"traceutil/trace.go:171","msg":"trace[618689726] transaction","detail":"{read_only:false; response_revision:8286; number_of_response:1; }","duration":"308.743763ms","start":"2026-03-18T01:06:40.348233Z","end":"2026-03-18T01:06:40.656977Z","steps":["trace[618689726] 'process raft request' (duration: 306.756146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:40.657138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.962309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ceph-mon\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:06:40.657173Z","caller":"traceutil/trace.go:171","msg":"trace[1752729203] range","detail":"{range_begin:/registry/services/endpoints/openstack/ceph-mon; range_end:; response_count:0; response_revision:8286; }","duration":"255.058321ms","start":"2026-03-18T01:06:40.402103Z","end":"2026-03-18T01:06:40.657161Z","steps":["trace[1752729203] 'agreement among raft nodes before linearized reading' (duration: 254.974939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:40.657229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:40.348213Z","time spent":"308.874606ms","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4826,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:07:20.306279Z","caller":"traceutil/trace.go:171","msg":"trace[1670534230] linearizableReadLoop","detail":"{readStateIndex:8995; appliedIndex:8994; }","duration":"140.180021ms","start":"2026-03-18T01:07:20.166065Z","end":"2026-03-18T01:07:20.306245Z","steps":["trace[1670534230] 'read index received' (duration: 88.833605ms)","trace[1670534230] 'applied index is now lower than readState.Index' (duration: 51.345026ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:07:20.306483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.501824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:07:20.306583Z","caller":"traceutil/trace.go:171","msg":"trace[1379963811] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:8661; }","duration":"150.650187ms","start":"2026-03-18T01:07:20.155909Z","end":"2026-03-18T01:07:20.306559Z","steps":["trace[1379963811] 'agreement among raft nodes before linearized reading' (duration: 150.461793ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:07:20.306923Z","caller":"traceutil/trace.go:171","msg":"trace[1168175193] transaction","detail":"{read_only:false; response_revision:8661; number_of_response:1; }","duration":"149.352537ms","start":"2026-03-18T01:07:20.156987Z","end":"2026-03-18T01:07:20.30634Z","steps":["trace[1168175193] 'process raft request' (duration: 97.890668ms)","trace[1168175193] 'compare' (duration: 51.201863ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:07:20.375182Z","caller":"traceutil/trace.go:171","msg":"trace[485811769] transaction","detail":"{read_only:false; response_revision:8662; number_of_response:1; }","duration":"194.814625ms","start":"2026-03-18T01:07:20.180339Z","end":"2026-03-18T01:07:20.375154Z","steps":["trace[485811769] 'process raft request' (duration: 194.574739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:07:20.375422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.874259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-18T01:07:20.37565Z","caller":"traceutil/trace.go:171","msg":"trace[1864208316] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8662; }","duration":"204.176516ms","start":"2026-03-18T01:07:20.171431Z","end":"2026-03-18T01:07:20.375608Z","steps":["trace[1864208316] 'agreement among raft nodes before linearized reading' (duration: 203.750476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:07:20.376401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.796481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-03-18T01:07:20.376502Z","caller":"traceutil/trace.go:171","msg":"trace[1077975814] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8662; }","duration":"196.936214ms","start":"2026-03-18T01:07:20.179543Z","end":"2026-03-18T01:07:20.37648Z","steps":["trace[1077975814] 'agreement among raft nodes before linearized reading' (duration: 195.570192ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:07:20.461798Z","caller":"traceutil/trace.go:171","msg":"trace[1092225173] transaction","detail":"{read_only:false; response_revision:8663; number_of_response:1; }","duration":"151.489468ms","start":"2026-03-18T01:07:20.310282Z","end":"2026-03-18T01:07:20.461772Z","steps":["trace[1092225173] 'process raft request' (duration: 145.419784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:07:20.462041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.336479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11419"} {"level":"info","ts":"2026-03-18T01:07:20.462124Z","caller":"traceutil/trace.go:171","msg":"trace[1942683912] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:8663; }","duration":"144.473923ms","start":"2026-03-18T01:07:20.317632Z","end":"2026-03-18T01:07:20.462106Z","steps":["trace[1942683912] 'agreement among raft nodes before linearized reading' (duration: 144.197246ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:07:20.532836Z","caller":"traceutil/trace.go:171","msg":"trace[2117661950] transaction","detail":"{read_only:false; response_revision:8664; number_of_response:1; }","duration":"148.18781ms","start":"2026-03-18T01:07:20.384629Z","end":"2026-03-18T01:07:20.532817Z","steps":["trace[2117661950] 'process raft request' (duration: 148.022126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:07:20.532882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.623935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:07:20.532971Z","caller":"traceutil/trace.go:171","msg":"trace[1577594379] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:8664; }","duration":"152.782858ms","start":"2026-03-18T01:07:20.380164Z","end":"2026-03-18T01:07:20.532947Z","steps":["trace[1577594379] 'agreement among raft nodes before linearized reading' (duration: 152.614214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:07:20.533126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.341293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-18T01:07:20.533214Z","caller":"traceutil/trace.go:171","msg":"trace[945154592] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8664; }","duration":"121.494017ms","start":"2026-03-18T01:07:20.411701Z","end":"2026-03-18T01:07:20.533195Z","steps":["trace[945154592] 'agreement among raft nodes before linearized reading' (duration: 121.153609ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:07:21.348575Z","caller":"traceutil/trace.go:171","msg":"trace[354858996] linearizableReadLoop","detail":"{readStateIndex:9021; appliedIndex:9020; }","duration":"108.329016ms","start":"2026-03-18T01:07:21.240218Z","end":"2026-03-18T01:07:21.348547Z","steps":["trace[354858996] 'read index received' (duration: 88.824454ms)","trace[354858996] 'applied index is now lower than readState.Index' (duration: 19.502792ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:07:21.348693Z","caller":"traceutil/trace.go:171","msg":"trace[1466218454] transaction","detail":"{read_only:false; response_revision:8685; number_of_response:1; }","duration":"144.789759ms","start":"2026-03-18T01:07:21.203861Z","end":"2026-03-18T01:07:21.348651Z","steps":["trace[1466218454] 'process raft request' (duration: 125.132974ms)","trace[1466218454] 'compare' (duration: 19.389139ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:07:21.348754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.52556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:07:21.348965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.513938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-68bdb89d9b-phv56.189dca19e0170a28\" ","response":"range_response_count:1 size:787"} {"level":"info","ts":"2026-03-18T01:07:21.349009Z","caller":"traceutil/trace.go:171","msg":"trace[1683022083] range","detail":"{range_begin:/registry/events/openstack/glance-api-68bdb89d9b-phv56.189dca19e0170a28; range_end:; response_count:1; response_revision:8685; }","duration":"105.607151ms","start":"2026-03-18T01:07:21.243388Z","end":"2026-03-18T01:07:21.348995Z","steps":["trace[1683022083] 'agreement among raft nodes before linearized reading' (duration: 105.443927ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:07:21.349341Z","caller":"traceutil/trace.go:171","msg":"trace[579113412] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8685; }","duration":"108.655773ms","start":"2026-03-18T01:07:21.24013Z","end":"2026-03-18T01:07:21.348786Z","steps":["trace[579113412] 'agreement among raft nodes before linearized reading' (duration: 108.562701ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:07:45.646557Z","caller":"traceutil/trace.go:171","msg":"trace[251380729] linearizableReadLoop","detail":"{readStateIndex:9240; appliedIndex:9239; }","duration":"166.842513ms","start":"2026-03-18T01:07:45.479686Z","end":"2026-03-18T01:07:45.646529Z","steps":["trace[251380729] 'read index received' (duration: 166.7188ms)","trace[251380729] 'applied index is now lower than readState.Index' (duration: 122.513µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:07:45.646792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.083248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T01:07:45.646831Z","caller":"traceutil/trace.go:171","msg":"trace[1774093583] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8899; }","duration":"167.17527ms","start":"2026-03-18T01:07:45.479642Z","end":"2026-03-18T01:07:45.646817Z","steps":["trace[1774093583] 'agreement among raft nodes before linearized reading' (duration: 167.022837ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:07:45.646991Z","caller":"traceutil/trace.go:171","msg":"trace[2066592044] transaction","detail":"{read_only:false; response_revision:8899; number_of_response:1; }","duration":"196.391551ms","start":"2026-03-18T01:07:45.45045Z","end":"2026-03-18T01:07:45.646842Z","steps":["trace[2066592044] 'process raft request' (duration: 195.90791ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:07:45.686039Z","caller":"traceutil/trace.go:171","msg":"trace[1513919036] transaction","detail":"{read_only:false; response_revision:8900; number_of_response:1; }","duration":"169.534666ms","start":"2026-03-18T01:07:45.51648Z","end":"2026-03-18T01:07:45.686015Z","steps":["trace[1513919036] 'process raft request' (duration: 169.412953ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:07:45.753747Z","caller":"traceutil/trace.go:171","msg":"trace[1809818083] transaction","detail":"{read_only:false; response_revision:8901; number_of_response:1; }","duration":"101.270038ms","start":"2026-03-18T01:07:45.652444Z","end":"2026-03-18T01:07:45.753714Z","steps":["trace[1809818083] 'process raft request' (duration: 71.630007ms)","trace[1809818083] 'compare' (duration: 29.476707ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:07:46.27546Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252451319574256,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T01:07:46.762429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.215286ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:07:46.762555Z","caller":"traceutil/trace.go:171","msg":"trace[1594191119] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8902; }","duration":"459.35569ms","start":"2026-03-18T01:07:46.303181Z","end":"2026-03-18T01:07:46.762537Z","steps":["trace[1594191119] 'range keys from in-memory index tree' (duration: 459.199236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:07:46.762567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:07:45.754467Z","time spent":"1.008090597s","remote":"127.0.0.1:47166","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-18T01:07:46.838147Z","caller":"traceutil/trace.go:171","msg":"trace[1576650544] transaction","detail":"{read_only:false; response_revision:8903; number_of_response:1; }","duration":"949.748875ms","start":"2026-03-18T01:07:45.888368Z","end":"2026-03-18T01:07:46.838117Z","steps":["trace[1576650544] 'process raft request' (duration: 949.431658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:07:46.838326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:07:45.888331Z","time spent":"949.895459ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:07:46.838392Z","caller":"traceutil/trace.go:171","msg":"trace[815636304] linearizableReadLoop","detail":"{readStateIndex:9246; appliedIndex:9243; }","duration":"1.063254382s","start":"2026-03-18T01:07:45.775119Z","end":"2026-03-18T01:07:46.838373Z","steps":["trace[815636304] 'read index received' (duration: 979.906089ms)","trace[815636304] 'applied index is now lower than readState.Index' (duration: 83.347403ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:07:46.838495Z","caller":"traceutil/trace.go:171","msg":"trace[2084298935] transaction","detail":"{read_only:false; response_revision:8904; number_of_response:1; }","duration":"700.02065ms","start":"2026-03-18T01:07:46.138392Z","end":"2026-03-18T01:07:46.838413Z","steps":["trace[2084298935] 'process raft request' (duration: 699.704163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:07:46.838793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070785292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-18T01:07:46.838839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075133535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-18T01:07:46.838852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:07:46.138369Z","time spent":"700.38862ms","remote":"127.0.0.1:59748","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414707,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:07:46.838903Z","caller":"traceutil/trace.go:171","msg":"trace[602570104] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8904; }","duration":"1.070908005s","start":"2026-03-18T01:07:45.767964Z","end":"2026-03-18T01:07:46.838873Z","steps":["trace[602570104] 'agreement among raft nodes before linearized reading' (duration: 1.070485844s)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:07:46.83891Z","caller":"traceutil/trace.go:171","msg":"trace[870399690] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8904; }","duration":"1.075239247s","start":"2026-03-18T01:07:45.763652Z","end":"2026-03-18T01:07:46.838891Z","steps":["trace[870399690] 'agreement among raft nodes before linearized reading' (duration: 1.07494653s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:07:46.83896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:07:45.76795Z","time spent":"1.071000448s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T01:07:46.838984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:07:45.763638Z","time spent":"1.075331819s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-18T01:07:47.339539Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252451319574260,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T01:07:47.386503Z","caller":"traceutil/trace.go:171","msg":"trace[146571633] transaction","detail":"{read_only:false; response_revision:8905; number_of_response:1; }","duration":"621.91424ms","start":"2026-03-18T01:07:46.764529Z","end":"2026-03-18T01:07:47.386443Z","steps":["trace[146571633] 'process raft request' (duration: 621.741296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:07:47.386847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:07:46.764506Z","time spent":"622.068784ms","remote":"127.0.0.1:47166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:07:47.529664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.959105ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T01:07:47.530118Z","caller":"traceutil/trace.go:171","msg":"trace[1962848853] linearizableReadLoop","detail":"{readStateIndex:9249; appliedIndex:9246; }","duration":"691.461877ms","start":"2026-03-18T01:07:46.838637Z","end":"2026-03-18T01:07:47.530099Z","steps":["trace[1962848853] 'read index received' (duration: 547.497488ms)","trace[1962848853] 'applied index is now lower than readState.Index' (duration: 143.963329ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:07:47.530315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477949255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T01:07:47.530424Z","caller":"traceutil/trace.go:171","msg":"trace[1944991507] transaction","detail":"{read_only:false; response_revision:8907; number_of_response:1; }","duration":"671.419632ms","start":"2026-03-18T01:07:46.858916Z","end":"2026-03-18T01:07:47.530335Z","steps":["trace[1944991507] 'process raft request' (duration: 671.090314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:07:47.530454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286616634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:07:47.530495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.754743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:07:47.530568Z","caller":"traceutil/trace.go:171","msg":"trace[1308313530] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8907; }","duration":"1.286766888s","start":"2026-03-18T01:07:46.243775Z","end":"2026-03-18T01:07:47.530542Z","steps":["trace[1308313530] 'agreement among raft nodes before linearized reading' (duration: 1.286590964s)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:07:47.530618Z","caller":"traceutil/trace.go:171","msg":"trace[1133250263] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:8907; }","duration":"753.893926ms","start":"2026-03-18T01:07:46.776699Z","end":"2026-03-18T01:07:47.530593Z","steps":["trace[1133250263] 'agreement among raft nodes before linearized reading' (duration: 753.711712ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:07:47.530477Z","caller":"traceutil/trace.go:171","msg":"trace[1900202267] transaction","detail":"{read_only:false; response_revision:8906; number_of_response:1; }","duration":"673.678646ms","start":"2026-03-18T01:07:46.856756Z","end":"2026-03-18T01:07:47.530434Z","steps":["trace[1900202267] 'process raft request' (duration: 551.847011ms)","trace[1900202267] 'compare' (duration: 120.838862ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:07:47.530672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:07:46.776684Z","time spent":"753.977668ms","remote":"127.0.0.1:56526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-18T01:07:47.530654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.559557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T01:07:47.530625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:07:46.243757Z","time spent":"1.286855689s","remote":"127.0.0.1:47154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T01:07:47.53074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:07:46.856734Z","time spent":"673.929641ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:07:47.530717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421423766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t8btp\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-18T01:07:47.530795Z","caller":"traceutil/trace.go:171","msg":"trace[1148965702] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:8907; }","duration":"693.775733ms","start":"2026-03-18T01:07:46.836988Z","end":"2026-03-18T01:07:47.530764Z","steps":["trace[1148965702] 'agreement among raft nodes before linearized reading' (duration: 693.400863ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:07:47.530845Z","caller":"traceutil/trace.go:171","msg":"trace[1149033501] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t8btp; range_end:; response_count:1; response_revision:8907; }","duration":"1.421588251s","start":"2026-03-18T01:07:46.109201Z","end":"2026-03-18T01:07:47.53079Z","steps":["trace[1149033501] 'agreement among raft nodes before linearized reading' (duration: 1.420935285s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:07:47.530875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:07:46.836965Z","time spent":"693.893825ms","remote":"127.0.0.1:56548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":39,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-18T01:07:47.530891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021171087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-18T01:07:47.530983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:07:46.109183Z","time spent":"1.421746356s","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-t8btp\" "} {"level":"info","ts":"2026-03-18T01:07:47.531071Z","caller":"traceutil/trace.go:171","msg":"trace[546492470] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8907; }","duration":"1.021379362s","start":"2026-03-18T01:07:46.509645Z","end":"2026-03-18T01:07:47.531024Z","steps":["trace[546492470] 'agreement among raft nodes before linearized reading' (duration: 1.020662844s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:07:47.530835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.485520176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T01:07:47.531165Z","caller":"traceutil/trace.go:171","msg":"trace[1055725324] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8907; }","duration":"1.485905755s","start":"2026-03-18T01:07:46.045225Z","end":"2026-03-18T01:07:47.531131Z","steps":["trace[1055725324] 'agreement among raft nodes before linearized reading' (duration: 1.485092085s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:07:47.531157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:07:46.509623Z","time spent":"1.021519766s","remote":"127.0.0.1:47278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1803,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-18T01:07:47.531182Z","caller":"traceutil/trace.go:171","msg":"trace[2080949923] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8907; }","duration":"1.478016137s","start":"2026-03-18T01:07:46.052325Z","end":"2026-03-18T01:07:47.530342Z","steps":["trace[2080949923] 'agreement among raft nodes before linearized reading' (duration: 1.477877304s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:07:47.531236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:07:46.045201Z","time spent":"1.486014867s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T01:07:47.531349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:07:46.052308Z","time spent":"1.47899678s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T01:07:47.530514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.192984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:07:47.531948Z","caller":"traceutil/trace.go:171","msg":"trace[1804394397] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:8907; }","duration":"883.66753ms","start":"2026-03-18T01:07:46.648263Z","end":"2026-03-18T01:07:47.531931Z","steps":["trace[1804394397] 'agreement among raft nodes before linearized reading' (duration: 881.849587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:07:47.531754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.485023994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T01:07:47.532023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:07:46.648246Z","time spent":"883.756133ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-18T01:07:47.53168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.779832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-18T01:07:47.532093Z","caller":"traceutil/trace.go:171","msg":"trace[955007430] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8907; }","duration":"143.279183ms","start":"2026-03-18T01:07:47.388795Z","end":"2026-03-18T01:07:47.532074Z","steps":["trace[955007430] 'agreement among raft nodes before linearized reading' (duration: 141.560562ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:07:47.532024Z","caller":"traceutil/trace.go:171","msg":"trace[914756330] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8907; }","duration":"1.4853148s","start":"2026-03-18T01:07:46.046695Z","end":"2026-03-18T01:07:47.53201Z","steps":["trace[914756330] 'agreement among raft nodes before linearized reading' (duration: 1.483678971s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:07:47.532239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:07:46.046679Z","time spent":"1.485540686s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T01:07:47.5322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:07:46.858898Z","time spent":"671.629357ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:07:47.532407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.485553026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T01:07:47.532468Z","caller":"traceutil/trace.go:171","msg":"trace[1328416380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8907; }","duration":"1.485657498s","start":"2026-03-18T01:07:46.046796Z","end":"2026-03-18T01:07:47.532454Z","steps":["trace[1328416380] 'agreement among raft nodes before linearized reading' (duration: 1.483567398s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:07:47.532517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:07:46.046763Z","time spent":"1.48574176s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T01:09:36.133587Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"17dd22a2661aae79","local-member-applied-index":10003,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-18T01:09:36.14049Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10003} {"level":"info","ts":"2026-03-18T01:09:36.14063Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5003} {"level":"info","ts":"2026-03-18T01:09:40.723699Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7412} {"level":"info","ts":"2026-03-18T01:09:40.794696Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7412,"took":"67.337233ms","hash":716582356,"current-db-size-bytes":39600128,"current-db-size":"40 MB","current-db-size-in-use-bytes":24326144,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-18T01:09:40.794775Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":716582356,"revision":7412,"compact-revision":5383} {"level":"info","ts":"2026-03-18T01:09:41.427405Z","caller":"traceutil/trace.go:171","msg":"trace[518691706] transaction","detail":"{read_only:false; response_revision:9667; number_of_response:1; }","duration":"147.300234ms","start":"2026-03-18T01:09:41.280064Z","end":"2026-03-18T01:09:41.427364Z","steps":["trace[518691706] 'process raft request' (duration: 147.038858ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:14:40.733179Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9666} {"level":"info","ts":"2026-03-18T01:14:40.820208Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9666,"took":"83.655749ms","hash":3357530537,"current-db-size-bytes":39600128,"current-db-size":"40 MB","current-db-size-in-use-bytes":18538496,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-03-18T01:14:40.820363Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3357530537,"revision":9666,"compact-revision":7412}