{"level":"warn","ts":"2026-03-05T07:27:22.220367Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-05T07:27:22.220471Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.222:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.222:2380","--initial-cluster=instance=https://199.204.45.222:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.222:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.222:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-05T07:27:22.22054Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-05T07:27:22.220563Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.222:2380"]} {"level":"info","ts":"2026-03-05T07:27:22.220586Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-05T07:27:22.221372Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.222:2379"]} {"level":"info","ts":"2026-03-05T07:27:22.221473Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.222:2380"],"listen-peer-urls":["https://199.204.45.222:2380"],"advertise-client-urls":["https://199.204.45.222:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.222:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.222:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-05T07:27:22.230607Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"8.871331ms"} {"level":"info","ts":"2026-03-05T07:27:22.239326Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"380f6760faea5f9e","cluster-id":"b87e8aca83a17eab"} {"level":"info","ts":"2026-03-05T07:27:22.239424Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"380f6760faea5f9e switched to configuration voters=()"} {"level":"info","ts":"2026-03-05T07:27:22.239451Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"380f6760faea5f9e became follower at term 0"} {"level":"info","ts":"2026-03-05T07:27:22.239463Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 380f6760faea5f9e [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-05T07:27:22.239479Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"380f6760faea5f9e became follower at term 1"} {"level":"info","ts":"2026-03-05T07:27:22.239519Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"380f6760faea5f9e switched to configuration voters=(4039561056998809502)"} {"level":"warn","ts":"2026-03-05T07:27:22.247027Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-05T07:27:22.248552Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-05T07:27:22.249634Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-05T07:27:22.252038Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"380f6760faea5f9e","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-05T07:27:22.252151Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"380f6760faea5f9e","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-05T07:27:22.252304Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-05T07:27:22.252381Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-05T07:27:22.252398Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-05T07:27:22.253809Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"380f6760faea5f9e switched to configuration voters=(4039561056998809502)"} {"level":"info","ts":"2026-03-05T07:27:22.253956Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"b87e8aca83a17eab","local-member-id":"380f6760faea5f9e","added-peer-id":"380f6760faea5f9e","added-peer-peer-urls":["https://199.204.45.222:2380"]} {"level":"info","ts":"2026-03-05T07:27:22.256534Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-05T07:27:22.25672Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"380f6760faea5f9e","initial-advertise-peer-urls":["https://199.204.45.222:2380"],"listen-peer-urls":["https://199.204.45.222:2380"],"advertise-client-urls":["https://199.204.45.222:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.222:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-05T07:27:22.256752Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-05T07:27:22.256811Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.222:2380"} {"level":"info","ts":"2026-03-05T07:27:22.256867Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.222:2380"} {"level":"info","ts":"2026-03-05T07:27:22.740605Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"380f6760faea5f9e is starting a new election at term 1"} {"level":"info","ts":"2026-03-05T07:27:22.74067Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"380f6760faea5f9e became pre-candidate at term 1"} {"level":"info","ts":"2026-03-05T07:27:22.74071Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"380f6760faea5f9e received MsgPreVoteResp from 380f6760faea5f9e at term 1"} {"level":"info","ts":"2026-03-05T07:27:22.740728Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"380f6760faea5f9e became candidate at term 2"} {"level":"info","ts":"2026-03-05T07:27:22.740744Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"380f6760faea5f9e received MsgVoteResp from 380f6760faea5f9e at term 2"} {"level":"info","ts":"2026-03-05T07:27:22.740759Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"380f6760faea5f9e became leader at term 2"} {"level":"info","ts":"2026-03-05T07:27:22.740777Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 380f6760faea5f9e elected leader 380f6760faea5f9e at term 2"} {"level":"info","ts":"2026-03-05T07:27:22.74154Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-05T07:27:22.742365Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"380f6760faea5f9e","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.222:2379]}","request-path":"/0/members/380f6760faea5f9e/attributes","cluster-id":"b87e8aca83a17eab","publish-timeout":"7s"} {"level":"info","ts":"2026-03-05T07:27:22.742879Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"b87e8aca83a17eab","local-member-id":"380f6760faea5f9e","cluster-version":"3.5"} {"level":"info","ts":"2026-03-05T07:27:22.742981Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-05T07:27:22.743019Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-05T07:27:22.743044Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-05T07:27:22.74488Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-05T07:27:22.746586Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.222:2379"} {"level":"info","ts":"2026-03-05T07:27:22.747371Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-05T07:27:22.747418Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-05T07:27:22.748164Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-05T07:27:26.113803Z","caller":"traceutil/trace.go:171","msg":"trace[1248521295] transaction","detail":"{read_only:false; response_revision:182; number_of_response:1; }","duration":"397.516695ms","start":"2026-03-05T07:27:25.71626Z","end":"2026-03-05T07:27:26.113777Z","steps":["trace[1248521295] 'process raft request' (duration: 392.052245ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:26.113825Z","caller":"traceutil/trace.go:171","msg":"trace[2079738123] transaction","detail":"{read_only:false; response_revision:183; number_of_response:1; }","duration":"144.805091ms","start":"2026-03-05T07:27:25.96899Z","end":"2026-03-05T07:27:26.113795Z","steps":["trace[2079738123] 'process raft request' (duration: 144.586676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:26.114458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:25.716251Z","time spent":"397.636238ms","remote":"127.0.0.1:49478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":655,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T07:27:34.806197Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031140921,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T07:27:35.092523Z","caller":"traceutil/trace.go:171","msg":"trace[1533644710] transaction","detail":"{read_only:false; response_revision:354; number_of_response:1; }","duration":"814.829032ms","start":"2026-03-05T07:27:34.277667Z","end":"2026-03-05T07:27:35.092496Z","steps":["trace[1533644710] 'process raft request' (duration: 814.668348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:35.092847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:34.277653Z","time spent":"814.943904ms","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:35.522141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.107804ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T07:27:35.522392Z","caller":"traceutil/trace.go:171","msg":"trace[1531874814] linearizableReadLoop","detail":"{readStateIndex:368; appliedIndex:366; }","duration":"1.216376344s","start":"2026-03-05T07:27:34.305998Z","end":"2026-03-05T07:27:35.522374Z","steps":["trace[1531874814] 'read index received' (duration: 786.395845ms)","trace[1531874814] 'applied index is now lower than readState.Index' (duration: 429.979159ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:27:35.522535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216522298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:27:35.522647Z","caller":"traceutil/trace.go:171","msg":"trace[1557716006] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:355; }","duration":"1.216676481s","start":"2026-03-05T07:27:34.305958Z","end":"2026-03-05T07:27:35.522635Z","steps":["trace[1557716006] 'agreement among raft nodes before linearized reading' (duration: 1.216525978s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:35.522496Z","caller":"traceutil/trace.go:171","msg":"trace[955325771] transaction","detail":"{read_only:false; response_revision:355; number_of_response:1; }","duration":"914.011277ms","start":"2026-03-05T07:27:34.608423Z","end":"2026-03-05T07:27:35.522434Z","steps":["trace[955325771] 'process raft request' (duration: 759.35345ms)","trace[955325771] 'compare' (duration: 153.975211ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:27:35.52272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:34.305941Z","time spent":"1.216767963s","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:27:35.522954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:34.608403Z","time spent":"914.380015ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:36.022602Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031140925,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T07:27:36.405406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.290415ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T07:27:36.405524Z","caller":"traceutil/trace.go:171","msg":"trace[269116843] linearizableReadLoop","detail":"{readStateIndex:369; appliedIndex:368; }","duration":"883.042949ms","start":"2026-03-05T07:27:35.522455Z","end":"2026-03-05T07:27:36.405498Z","steps":["trace[269116843] 'read index received' (duration: 721.518968ms)","trace[269116843] 'applied index is now lower than readState.Index' (duration: 161.522561ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:27:36.405559Z","caller":"traceutil/trace.go:171","msg":"trace[483602135] transaction","detail":"{read_only:false; response_revision:356; number_of_response:1; }","duration":"1.305154301s","start":"2026-03-05T07:27:35.100369Z","end":"2026-03-05T07:27:36.405523Z","steps":["trace[483602135] 'process raft request' (duration: 1.143665141s)","trace[483602135] 'compare' (duration: 161.122711ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:27:36.405615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.655257576s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:27:36.405698Z","caller":"traceutil/trace.go:171","msg":"trace[1383507053] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:356; }","duration":"1.655339037s","start":"2026-03-05T07:27:34.750348Z","end":"2026-03-05T07:27:36.405687Z","steps":["trace[1383507053] 'agreement among raft nodes before linearized reading' (duration: 1.655236515s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:36.405988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.447716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-05T07:27:36.406139Z","caller":"traceutil/trace.go:171","msg":"trace[1735170792] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:356; }","duration":"168.63871ms","start":"2026-03-05T07:27:36.237481Z","end":"2026-03-05T07:27:36.406119Z","steps":["trace[1735170792] 'agreement among raft nodes before linearized reading' (duration: 168.372883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:36.406203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.407346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-05T07:27:36.406084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.452987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.222\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-05T07:27:36.406313Z","caller":"traceutil/trace.go:171","msg":"trace[46513406] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:356; }","duration":"635.57754ms","start":"2026-03-05T07:27:35.770715Z","end":"2026-03-05T07:27:36.406292Z","steps":["trace[46513406] 'agreement among raft nodes before linearized reading' (duration: 635.219141ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:36.40632Z","caller":"traceutil/trace.go:171","msg":"trace[1518933546] range","detail":"{range_begin:/registry/masterleases/199.204.45.222; range_end:; response_count:1; response_revision:356; }","duration":"197.763064ms","start":"2026-03-05T07:27:36.208541Z","end":"2026-03-05T07:27:36.406304Z","steps":["trace[1518933546] 'agreement among raft nodes before linearized reading' (duration: 197.423946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:36.406363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:35.770695Z","time spent":"635.658711ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T07:27:36.405803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.134086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-03-05T07:27:36.40646Z","caller":"traceutil/trace.go:171","msg":"trace[1325368632] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:356; }","duration":"879.818622ms","start":"2026-03-05T07:27:35.526618Z","end":"2026-03-05T07:27:36.406436Z","steps":["trace[1325368632] 'agreement among raft nodes before linearized reading' (duration: 879.114726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:36.406516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:35.5266Z","time spent":"879.901244ms","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7326,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-05T07:27:36.405905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.899746643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T07:27:36.4066Z","caller":"traceutil/trace.go:171","msg":"trace[1036327555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:356; }","duration":"1.900514343s","start":"2026-03-05T07:27:34.506071Z","end":"2026-03-05T07:27:36.406585Z","steps":["trace[1036327555] 'agreement among raft nodes before linearized reading' (duration: 1.899732393s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:36.406641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:34.506055Z","time spent":"1.900575084s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T07:27:36.40594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.250667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T07:27:36.406726Z","caller":"traceutil/trace.go:171","msg":"trace[264627299] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:356; }","duration":"408.098219ms","start":"2026-03-05T07:27:35.998619Z","end":"2026-03-05T07:27:36.406717Z","steps":["trace[264627299] 'agreement among raft nodes before linearized reading' (duration: 407.262048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:36.406757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:35.998595Z","time spent":"408.155269ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T07:27:36.405829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.104976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:27:36.406818Z","caller":"traceutil/trace.go:171","msg":"trace[496719555] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:356; }","duration":"604.08957ms","start":"2026-03-05T07:27:35.802712Z","end":"2026-03-05T07:27:36.406802Z","steps":["trace[496719555] 'agreement among raft nodes before linearized reading' (duration: 603.081645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:36.406885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:35.802644Z","time spent":"604.224323ms","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:27:36.405729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:35.100343Z","time spent":"1.305292264s","remote":"127.0.0.1:49612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2903,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:37.212254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.722334ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-05T07:27:37.21252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:36.408339Z","time spent":"804.173128ms","remote":"127.0.0.1:49176","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-05T07:27:37.212568Z","caller":"traceutil/trace.go:171","msg":"trace[943194393] transaction","detail":"{read_only:false; response_revision:357; number_of_response:1; }","duration":"795.84739ms","start":"2026-03-05T07:27:36.416686Z","end":"2026-03-05T07:27:37.212533Z","steps":["trace[943194393] 'process raft request' (duration: 795.674306ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:37.212661Z","caller":"traceutil/trace.go:171","msg":"trace[332892356] transaction","detail":"{read_only:false; response_revision:358; number_of_response:1; }","duration":"795.888111ms","start":"2026-03-05T07:27:36.416747Z","end":"2026-03-05T07:27:37.212635Z","steps":["trace[332892356] 'process raft request' (duration: 795.720447ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:37.212632Z","caller":"traceutil/trace.go:171","msg":"trace[1536533927] transaction","detail":"{read_only:false; response_revision:360; number_of_response:1; }","duration":"795.81763ms","start":"2026-03-05T07:27:36.416796Z","end":"2026-03-05T07:27:37.212614Z","steps":["trace[1536533927] 'process raft request' (duration: 795.749108ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:37.212707Z","caller":"traceutil/trace.go:171","msg":"trace[365661116] transaction","detail":"{read_only:false; response_revision:359; number_of_response:1; }","duration":"795.892651ms","start":"2026-03-05T07:27:36.416783Z","end":"2026-03-05T07:27:37.212676Z","steps":["trace[365661116] 'process raft request' (duration: 795.729377ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:37.212785Z","caller":"traceutil/trace.go:171","msg":"trace[774435116] linearizableReadLoop","detail":"{readStateIndex:375; appliedIndex:369; }","duration":"409.849609ms","start":"2026-03-05T07:27:36.802923Z","end":"2026-03-05T07:27:37.212772Z","steps":["trace[774435116] 'read index received' (duration: 362.84705ms)","trace[774435116] 'applied index is now lower than readState.Index' (duration: 47.001299ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:27:37.212811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:36.416727Z","time spent":"795.992393ms","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:37.212881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.961122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:27:37.212882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:36.416675Z","time spent":"796.059376ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:37.212957Z","caller":"traceutil/trace.go:171","msg":"trace[1315776966] transaction","detail":"{read_only:false; response_revision:361; number_of_response:1; }","duration":"796.137727ms","start":"2026-03-05T07:27:36.416811Z","end":"2026-03-05T07:27:37.212948Z","steps":["trace[1315776966] 'process raft request' (duration: 795.770028ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:37.212923Z","caller":"traceutil/trace.go:171","msg":"trace[415486114] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:361; }","duration":"410.052555ms","start":"2026-03-05T07:27:36.802853Z","end":"2026-03-05T07:27:37.212906Z","steps":["trace[415486114] 'agreement among raft nodes before linearized reading' (duration: 409.964582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:37.213106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:36.802831Z","time spent":"410.263069ms","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:27:37.212908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:36.416776Z","time spent":"796.004704ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:37.213039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:36.416806Z","time spent":"796.180567ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:37.213636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:36.416787Z","time spent":"795.938442ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:37.451355Z","caller":"traceutil/trace.go:171","msg":"trace[603994781] transaction","detail":"{read_only:false; response_revision:363; number_of_response:1; }","duration":"143.669005ms","start":"2026-03-05T07:27:37.307661Z","end":"2026-03-05T07:27:37.45133Z","steps":["trace[603994781] 'process raft request' (duration: 141.558795ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:51.448357Z","caller":"traceutil/trace.go:171","msg":"trace[331980001] linearizableReadLoop","detail":"{readStateIndex:441; appliedIndex:440; }","duration":"167.940277ms","start":"2026-03-05T07:27:51.280391Z","end":"2026-03-05T07:27:51.448331Z","steps":["trace[331980001] 'read index received' (duration: 167.736223ms)","trace[331980001] 'applied index is now lower than readState.Index' (duration: 202.324µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:27:51.448431Z","caller":"traceutil/trace.go:171","msg":"trace[1749426765] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"168.505001ms","start":"2026-03-05T07:27:51.27989Z","end":"2026-03-05T07:27:51.448395Z","steps":["trace[1749426765] 'process raft request' (duration: 168.269986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:51.448585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.546409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T07:27:51.448622Z","caller":"traceutil/trace.go:171","msg":"trace[1550647176] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:425; }","duration":"167.638171ms","start":"2026-03-05T07:27:51.280971Z","end":"2026-03-05T07:27:51.44861Z","steps":["trace[1550647176] 'agreement among raft nodes before linearized reading' (duration: 167.524018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:51.44857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.142412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-05T07:27:51.448727Z","caller":"traceutil/trace.go:171","msg":"trace[56274453] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:425; }","duration":"168.311576ms","start":"2026-03-05T07:27:51.280376Z","end":"2026-03-05T07:27:51.448688Z","steps":["trace[56274453] 'agreement among raft nodes before linearized reading' (duration: 168.05443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:51.448709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.607408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T07:27:51.448834Z","caller":"traceutil/trace.go:171","msg":"trace[1455986455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:425; }","duration":"163.800932ms","start":"2026-03-05T07:27:51.284998Z","end":"2026-03-05T07:27:51.448799Z","steps":["trace[1455986455] 'agreement among raft nodes before linearized reading' (duration: 163.537736ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:55.72953Z","caller":"traceutil/trace.go:171","msg":"trace[2038829031] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"122.255745ms","start":"2026-03-05T07:27:55.607233Z","end":"2026-03-05T07:27:55.729488Z","steps":["trace[2038829031] 'process raft request' (duration: 110.094305ms)","trace[2038829031] 'compare' (duration: 11.910344ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:27:55.729761Z","caller":"traceutil/trace.go:171","msg":"trace[1702004626] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"121.950317ms","start":"2026-03-05T07:27:55.607784Z","end":"2026-03-05T07:27:55.729734Z","steps":["trace[1702004626] 'process raft request' (duration: 121.652931ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:55.729789Z","caller":"traceutil/trace.go:171","msg":"trace[1212952255] linearizableReadLoop","detail":"{readStateIndex:487; appliedIndex:484; }","duration":"112.178363ms","start":"2026-03-05T07:27:55.617588Z","end":"2026-03-05T07:27:55.729766Z","steps":["trace[1212952255] 'read index received' (duration: 99.752718ms)","trace[1212952255] 'applied index is now lower than readState.Index' (duration: 12.424745ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:27:55.729857Z","caller":"traceutil/trace.go:171","msg":"trace[1795628826] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"120.961016ms","start":"2026-03-05T07:27:55.608881Z","end":"2026-03-05T07:27:55.729842Z","steps":["trace[1795628826] 'process raft request' (duration: 120.779892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:55.729917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.308717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4379"} {"level":"info","ts":"2026-03-05T07:27:55.729965Z","caller":"traceutil/trace.go:171","msg":"trace[453524813] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:470; }","duration":"112.393278ms","start":"2026-03-05T07:27:55.617557Z","end":"2026-03-05T07:27:55.72995Z","steps":["trace[453524813] 'agreement among raft nodes before linearized reading' (duration: 112.300996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:02.042591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.875855ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T07:28:02.042865Z","caller":"traceutil/trace.go:171","msg":"trace[278534744] linearizableReadLoop","detail":"{readStateIndex:530; appliedIndex:527; }","duration":"240.068439ms","start":"2026-03-05T07:28:01.802776Z","end":"2026-03-05T07:28:02.042844Z","steps":["trace[278534744] 'read index received' (duration: 41.395934ms)","trace[278534744] 'applied index is now lower than readState.Index' (duration: 198.671585ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:28:02.042948Z","caller":"traceutil/trace.go:171","msg":"trace[1177033101] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"278.604607ms","start":"2026-03-05T07:28:01.7643Z","end":"2026-03-05T07:28:02.042905Z","steps":["trace[1177033101] 'process raft request' (duration: 167.281453ms)","trace[1177033101] 'compare' (duration: 110.609998ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:28:02.04298Z","caller":"traceutil/trace.go:171","msg":"trace[1875388126] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"278.616057ms","start":"2026-03-05T07:28:01.764307Z","end":"2026-03-05T07:28:02.042923Z","steps":["trace[1875388126] 'process raft request' (duration: 278.458324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:02.042999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.197642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:28:02.043111Z","caller":"traceutil/trace.go:171","msg":"trace[369154306] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:511; }","duration":"240.341296ms","start":"2026-03-05T07:28:01.802736Z","end":"2026-03-05T07:28:02.043077Z","steps":["trace[369154306] 'agreement among raft nodes before linearized reading' (duration: 240.168422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:02.960802Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031141233,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T07:28:03.028521Z","caller":"traceutil/trace.go:171","msg":"trace[1896311958] linearizableReadLoop","detail":"{readStateIndex:531; appliedIndex:530; }","duration":"567.831428ms","start":"2026-03-05T07:28:02.460653Z","end":"2026-03-05T07:28:03.028485Z","steps":["trace[1896311958] 'read index received' (duration: 567.388908ms)","trace[1896311958] 'applied index is now lower than readState.Index' (duration: 440.99µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:28:03.028611Z","caller":"traceutil/trace.go:171","msg":"trace[1500042645] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"666.03085ms","start":"2026-03-05T07:28:02.36252Z","end":"2026-03-05T07:28:03.028551Z","steps":["trace[1500042645] 'process raft request' (duration: 665.707472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:03.028764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.376462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:28:03.02882Z","caller":"traceutil/trace.go:171","msg":"trace[260419801] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:512; }","duration":"222.510445ms","start":"2026-03-05T07:28:02.806295Z","end":"2026-03-05T07:28:03.028805Z","steps":["trace[260419801] 'agreement among raft nodes before linearized reading' (duration: 222.380473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:03.02881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.114374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:28:03.028928Z","caller":"traceutil/trace.go:171","msg":"trace[1164354262] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:512; }","duration":"568.289789ms","start":"2026-03-05T07:28:02.46061Z","end":"2026-03-05T07:28:03.0289Z","steps":["trace[1164354262] 'agreement among raft nodes before linearized reading' (duration: 568.046993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:03.02899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:02.460586Z","time spent":"568.39465ms","remote":"127.0.0.1:49240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-05T07:28:03.029458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:02.362501Z","time spent":"666.849878ms","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:28:04.599813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.330182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-05T07:28:04.599904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.755304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T07:28:04.59998Z","caller":"traceutil/trace.go:171","msg":"trace[1591775332] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:512; }","duration":"919.901778ms","start":"2026-03-05T07:28:03.680058Z","end":"2026-03-05T07:28:04.59996Z","steps":["trace[1591775332] 'range keys from in-memory index tree' (duration: 919.531979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:04.599991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.175468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:28:04.600028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:03.680024Z","time spent":"919.994929ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T07:28:04.600037Z","caller":"traceutil/trace.go:171","msg":"trace[286672147] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:512; }","duration":"938.25431ms","start":"2026-03-05T07:28:03.661767Z","end":"2026-03-05T07:28:04.600021Z","steps":["trace[286672147] 'range keys from in-memory index tree' (duration: 938.107417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:04.600076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:03.661751Z","time spent":"938.316502ms","remote":"127.0.0.1:49240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-05T07:28:04.6003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.976227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T07:28:04.599894Z","caller":"traceutil/trace.go:171","msg":"trace[1076206648] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:512; }","duration":"552.475755ms","start":"2026-03-05T07:28:04.0474Z","end":"2026-03-05T07:28:04.599876Z","steps":["trace[1076206648] 'range keys from in-memory index tree' (duration: 552.117207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:04.600412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:04.047374Z","time spent":"553.028268ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T07:28:04.600395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.511803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T07:28:04.600407Z","caller":"traceutil/trace.go:171","msg":"trace[2125638102] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:512; }","duration":"553.141001ms","start":"2026-03-05T07:28:04.047241Z","end":"2026-03-05T07:28:04.600382Z","steps":["trace[2125638102] 'range keys from in-memory index tree' (duration: 552.656699ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:04.600552Z","caller":"traceutil/trace.go:171","msg":"trace[907312547] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:512; }","duration":"752.733037ms","start":"2026-03-05T07:28:03.847767Z","end":"2026-03-05T07:28:04.6005Z","steps":["trace[907312547] 'range keys from in-memory index tree' (duration: 752.145844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:04.600617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:03.847739Z","time spent":"752.867541ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T07:28:04.600552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:04.047216Z","time spent":"553.317405ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T07:28:05.853017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.517725ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T07:28:05.853156Z","caller":"traceutil/trace.go:171","msg":"trace[30216227] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"378.885387ms","start":"2026-03-05T07:28:05.474247Z","end":"2026-03-05T07:28:05.853133Z","steps":["trace[30216227] 'process raft request' (duration: 265.153277ms)","trace[30216227] 'compare' (duration: 113.405943ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:28:05.853247Z","caller":"traceutil/trace.go:171","msg":"trace[1690283398] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"372.179984ms","start":"2026-03-05T07:28:05.481055Z","end":"2026-03-05T07:28:05.853235Z","steps":["trace[1690283398] 'process raft request' (duration: 372.068201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:05.853245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:05.474239Z","time spent":"378.961409ms","remote":"127.0.0.1:49190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10617,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:28:05.853236Z","caller":"traceutil/trace.go:171","msg":"trace[244443239] linearizableReadLoop","detail":"{readStateIndex:585; appliedIndex:584; }","duration":"372.202334ms","start":"2026-03-05T07:28:05.480986Z","end":"2026-03-05T07:28:05.853189Z","steps":["trace[244443239] 'read index received' (duration: 258.482653ms)","trace[244443239] 'applied index is now lower than readState.Index' (duration: 113.710481ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:28:05.853316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:05.481038Z","time spent":"372.251085ms","remote":"127.0.0.1:49478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1186,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T07:28:05.853473Z","caller":"traceutil/trace.go:171","msg":"trace[92807736] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"358.926998ms","start":"2026-03-05T07:28:05.49453Z","end":"2026-03-05T07:28:05.853457Z","steps":["trace[92807736] 'process raft request' (duration: 358.822375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:05.853611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:05.494513Z","time spent":"358.998469ms","remote":"127.0.0.1:49190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73411,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:28:05.853695Z","caller":"traceutil/trace.go:171","msg":"trace[369449809] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"372.516371ms","start":"2026-03-05T07:28:05.481165Z","end":"2026-03-05T07:28:05.853681Z","steps":["trace[369449809] 'process raft request' (duration: 372.006559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:05.853731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.707415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/view\" ","response":"range_response_count:1 size:2251"} {"level":"warn","ts":"2026-03-05T07:28:05.853762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:05.481157Z","time spent":"372.578112ms","remote":"127.0.0.1:49478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1105,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T07:28:05.853797Z","caller":"traceutil/trace.go:171","msg":"trace[1142663076] range","detail":"{range_begin:/registry/clusterroles/view; range_end:; response_count:1; response_revision:572; }","duration":"372.834928ms","start":"2026-03-05T07:28:05.48094Z","end":"2026-03-05T07:28:05.853775Z","steps":["trace[1142663076] 'agreement among raft nodes before linearized reading' (duration: 372.49775ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:05.853772Z","caller":"traceutil/trace.go:171","msg":"trace[970482008] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"366.853351ms","start":"2026-03-05T07:28:05.486881Z","end":"2026-03-05T07:28:05.853734Z","steps":["trace[970482008] 'process raft request' (duration: 366.412581ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:05.853824Z","caller":"traceutil/trace.go:171","msg":"trace[781320927] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"368.307684ms","start":"2026-03-05T07:28:05.48549Z","end":"2026-03-05T07:28:05.853798Z","steps":["trace[781320927] 'process raft request' (duration: 367.743711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:05.853927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:05.48092Z","time spent":"372.936531ms","remote":"127.0.0.1:49492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":2274,"request content":"key:\"/registry/clusterroles/view\" "} {"level":"info","ts":"2026-03-05T07:28:05.853986Z","caller":"traceutil/trace.go:171","msg":"trace[874229678] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"372.47021ms","start":"2026-03-05T07:28:05.481498Z","end":"2026-03-05T07:28:05.853969Z","steps":["trace[874229678] 'process raft request' (duration: 371.701233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:05.854019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:05.486868Z","time spent":"367.052165ms","remote":"127.0.0.1:49492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3857,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:28:05.854022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:05.485476Z","time spent":"368.443307ms","remote":"127.0.0.1:49492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3930,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:28:05.854072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:05.481479Z","time spent":"372.552932ms","remote":"127.0.0.1:49478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1080,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T07:28:06.622822Z","caller":"traceutil/trace.go:171","msg":"trace[991907096] transaction","detail":"{read_only:false; response_revision:659; number_of_response:1; }","duration":"241.620726ms","start":"2026-03-05T07:28:06.38115Z","end":"2026-03-05T07:28:06.622771Z","steps":["trace[991907096] 'process raft request' (duration: 172.744289ms)","trace[991907096] 'compare' (duration: 68.58248ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:28:06.817242Z","caller":"traceutil/trace.go:171","msg":"trace[945485502] linearizableReadLoop","detail":"{readStateIndex:680; appliedIndex:678; }","duration":"280.512401ms","start":"2026-03-05T07:28:06.536702Z","end":"2026-03-05T07:28:06.817214Z","steps":["trace[945485502] 'read index received' (duration: 17.273207ms)","trace[945485502] 'applied index is now lower than readState.Index' (duration: 263.238044ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:28:06.817372Z","caller":"traceutil/trace.go:171","msg":"trace[1133641019] transaction","detail":"{read_only:false; response_revision:660; number_of_response:1; }","duration":"344.515445ms","start":"2026-03-05T07:28:06.47279Z","end":"2026-03-05T07:28:06.817306Z","steps":["trace[1133641019] 'process raft request' (duration: 255.431564ms)","trace[1133641019] 'compare' (duration: 88.774764ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:28:06.817508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.746616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:28:06.817683Z","caller":"traceutil/trace.go:171","msg":"trace[483226984] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:0; response_revision:660; }","duration":"281.004142ms","start":"2026-03-05T07:28:06.53664Z","end":"2026-03-05T07:28:06.817644Z","steps":["trace[483226984] 'agreement among raft nodes before linearized reading' (duration: 280.684715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:06.817674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:06.47276Z","time spent":"344.739291ms","remote":"127.0.0.1:49240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211678,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:28:06.823113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.35677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-t5qj5\" ","response":"range_response_count:1 size:4683"} {"level":"info","ts":"2026-03-05T07:28:06.823212Z","caller":"traceutil/trace.go:171","msg":"trace[2137179784] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-t5qj5; range_end:; response_count:1; response_revision:661; }","duration":"195.508814ms","start":"2026-03-05T07:28:06.62768Z","end":"2026-03-05T07:28:06.823189Z","steps":["trace[2137179784] 'agreement among raft nodes before linearized reading' (duration: 195.233118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:06.823813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.421262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-05T07:28:06.823852Z","caller":"traceutil/trace.go:171","msg":"trace[464537229] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:661; }","duration":"182.477473ms","start":"2026-03-05T07:28:06.641365Z","end":"2026-03-05T07:28:06.823843Z","steps":["trace[464537229] 'agreement among raft nodes before linearized reading' (duration: 182.380601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:06.824041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.976831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T07:28:06.824076Z","caller":"traceutil/trace.go:171","msg":"trace[171517647] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:661; }","duration":"185.012982ms","start":"2026-03-05T07:28:06.639055Z","end":"2026-03-05T07:28:06.824068Z","steps":["trace[171517647] 'agreement among raft nodes before linearized reading' (duration: 184.9252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:06.824243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.407262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T07:28:06.824276Z","caller":"traceutil/trace.go:171","msg":"trace[1409539457] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:661; }","duration":"185.479533ms","start":"2026-03-05T07:28:06.638788Z","end":"2026-03-05T07:28:06.824268Z","steps":["trace[1409539457] 'agreement among raft nodes before linearized reading' (duration: 185.394231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:06.824424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.718129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T07:28:06.824454Z","caller":"traceutil/trace.go:171","msg":"trace[1644281886] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:661; }","duration":"185.767569ms","start":"2026-03-05T07:28:06.638679Z","end":"2026-03-05T07:28:06.824447Z","steps":["trace[1644281886] 'agreement among raft nodes before linearized reading' (duration: 185.692258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:07.242802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.223409ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T07:28:07.243088Z","caller":"traceutil/trace.go:171","msg":"trace[529753198] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"412.353518ms","start":"2026-03-05T07:28:06.830699Z","end":"2026-03-05T07:28:07.243053Z","steps":["trace[529753198] 'process raft request' (duration: 232.761071ms)","trace[529753198] 'compare' (duration: 179.022364ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:28:07.243238Z","caller":"traceutil/trace.go:171","msg":"trace[1885749628] linearizableReadLoop","detail":"{readStateIndex:687; appliedIndex:682; }","duration":"306.801557ms","start":"2026-03-05T07:28:06.936413Z","end":"2026-03-05T07:28:07.243215Z","steps":["trace[1885749628] 'read index received' (duration: 127.044666ms)","trace[1885749628] 'applied index is now lower than readState.Index' (duration: 179.755351ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:28:07.24323Z","caller":"traceutil/trace.go:171","msg":"trace[1133591597] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"408.741555ms","start":"2026-03-05T07:28:06.83443Z","end":"2026-03-05T07:28:07.243171Z","steps":["trace[1133591597] 'process raft request' (duration: 408.513999ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:07.243299Z","caller":"traceutil/trace.go:171","msg":"trace[1979369086] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"408.741915ms","start":"2026-03-05T07:28:06.834523Z","end":"2026-03-05T07:28:07.243265Z","steps":["trace[1979369086] 'process raft request' (duration: 408.506669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:07.243268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:06.830673Z","time spent":"412.490191ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:28:07.243359Z","caller":"traceutil/trace.go:171","msg":"trace[500894917] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"405.218374ms","start":"2026-03-05T07:28:06.83813Z","end":"2026-03-05T07:28:07.243348Z","steps":["trace[500894917] 'process raft request' (duration: 404.993339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:07.243416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:06.834513Z","time spent":"408.851008ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:28:07.243436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:06.838118Z","time spent":"405.283695ms","remote":"127.0.0.1:49390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2966,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T07:28:07.243457Z","caller":"traceutil/trace.go:171","msg":"trace[2072865133] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"298.830143ms","start":"2026-03-05T07:28:06.944583Z","end":"2026-03-05T07:28:07.243413Z","steps":["trace[2072865133] 'process raft request' (duration: 298.594918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:07.243485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:06.83442Z","time spent":"408.923ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:28:07.243529Z","caller":"traceutil/trace.go:171","msg":"trace[902660820] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"408.797047ms","start":"2026-03-05T07:28:06.834686Z","end":"2026-03-05T07:28:07.243483Z","steps":["trace[902660820] 'process raft request' (duration: 408.378947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:07.243572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.041863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:28:07.243627Z","caller":"traceutil/trace.go:171","msg":"trace[1644271888] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:668; }","duration":"106.141046ms","start":"2026-03-05T07:28:07.137474Z","end":"2026-03-05T07:28:07.243615Z","steps":["trace[1644271888] 'agreement among raft nodes before linearized reading' (duration: 106.057784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:07.243728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.287327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:28:07.243737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:06.834681Z","time spent":"408.93721ms","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4679,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:28:07.243797Z","caller":"traceutil/trace.go:171","msg":"trace[354161257] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:668; }","duration":"307.40662ms","start":"2026-03-05T07:28:06.936368Z","end":"2026-03-05T07:28:07.243775Z","steps":["trace[354161257] 'agreement among raft nodes before linearized reading' (duration: 306.921149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:07.243838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:06.936347Z","time spent":"307.482182ms","remote":"127.0.0.1:49190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"info","ts":"2026-03-05T07:28:07.636774Z","caller":"traceutil/trace.go:171","msg":"trace[1052634278] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"383.80729ms","start":"2026-03-05T07:28:07.25294Z","end":"2026-03-05T07:28:07.636747Z","steps":["trace[1052634278] 'process raft request' (duration: 383.623816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:07.636978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:07.252928Z","time spent":"383.939422ms","remote":"127.0.0.1:49620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4387,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:28:07.689725Z","caller":"traceutil/trace.go:171","msg":"trace[252225301] linearizableReadLoop","detail":"{readStateIndex:690; appliedIndex:688; }","duration":"352.521429ms","start":"2026-03-05T07:28:07.337175Z","end":"2026-03-05T07:28:07.689697Z","steps":["trace[252225301] 'read index received' (duration: 299.482678ms)","trace[252225301] 'applied index is now lower than readState.Index' (duration: 53.037151ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:28:07.689902Z","caller":"traceutil/trace.go:171","msg":"trace[1448005717] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"149.79126ms","start":"2026-03-05T07:28:07.54007Z","end":"2026-03-05T07:28:07.689861Z","steps":["trace[1448005717] 'process raft request' (duration: 149.574885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:07.690206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.98531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:28:07.690323Z","caller":"traceutil/trace.go:171","msg":"trace[1505423990] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:671; }","duration":"353.153403ms","start":"2026-03-05T07:28:07.337146Z","end":"2026-03-05T07:28:07.6903Z","steps":["trace[1505423990] 'agreement among raft nodes before linearized reading' (duration: 352.804555ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:07.690288Z","caller":"traceutil/trace.go:171","msg":"trace[1480230666] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"430.512925ms","start":"2026-03-05T07:28:07.259724Z","end":"2026-03-05T07:28:07.690236Z","steps":["trace[1480230666] 'process raft request' (duration: 429.800859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:07.690379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:07.337134Z","time spent":"353.237385ms","remote":"127.0.0.1:49190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-05T07:28:07.690491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:07.259694Z","time spent":"430.695ms","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2855,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T07:28:09.96909Z","caller":"traceutil/trace.go:171","msg":"trace[1536692472] transaction","detail":"{read_only:false; response_revision:711; number_of_response:1; }","duration":"131.891997ms","start":"2026-03-05T07:28:09.837171Z","end":"2026-03-05T07:28:09.969063Z","steps":["trace[1536692472] 'process raft request' (duration: 131.626081ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:13.003524Z","caller":"traceutil/trace.go:171","msg":"trace[1768670849] linearizableReadLoop","detail":"{readStateIndex:749; appliedIndex:747; }","duration":"136.103044ms","start":"2026-03-05T07:28:12.867396Z","end":"2026-03-05T07:28:13.003499Z","steps":["trace[1768670849] 'read index received' (duration: 135.94246ms)","trace[1768670849] 'applied index is now lower than readState.Index' (duration: 159.543µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:28:13.003555Z","caller":"traceutil/trace.go:171","msg":"trace[528003206] transaction","detail":"{read_only:false; response_revision:727; number_of_response:1; }","duration":"188.88462ms","start":"2026-03-05T07:28:12.814637Z","end":"2026-03-05T07:28:13.003521Z","steps":["trace[528003206] 'process raft request' (duration: 188.686986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:13.003985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.562516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-05T07:28:13.004035Z","caller":"traceutil/trace.go:171","msg":"trace[647599138] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:727; }","duration":"136.676178ms","start":"2026-03-05T07:28:12.867347Z","end":"2026-03-05T07:28:13.004023Z","steps":["trace[647599138] 'agreement among raft nodes before linearized reading' (duration: 136.248148ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:13.003587Z","caller":"traceutil/trace.go:171","msg":"trace[1872054110] transaction","detail":"{read_only:false; number_of_response:0; response_revision:727; }","duration":"188.919801ms","start":"2026-03-05T07:28:12.814648Z","end":"2026-03-05T07:28:13.003567Z","steps":["trace[1872054110] 'process raft request' (duration: 188.819639ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:15.20811Z","caller":"traceutil/trace.go:171","msg":"trace[2105724758] transaction","detail":"{read_only:false; response_revision:737; number_of_response:1; }","duration":"145.517682ms","start":"2026-03-05T07:28:15.062571Z","end":"2026-03-05T07:28:15.208088Z","steps":["trace[2105724758] 'process raft request' (duration: 145.363319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:15.393304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.365689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-05T07:28:15.393356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.364415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T07:28:15.393395Z","caller":"traceutil/trace.go:171","msg":"trace[139987199] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:737; }","duration":"112.502592ms","start":"2026-03-05T07:28:15.280871Z","end":"2026-03-05T07:28:15.393374Z","steps":["trace[139987199] 'range keys from in-memory index tree' (duration: 112.193084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:15.39337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.839258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-05T07:28:15.393456Z","caller":"traceutil/trace.go:171","msg":"trace[621980396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:737; }","duration":"111.519669ms","start":"2026-03-05T07:28:15.281915Z","end":"2026-03-05T07:28:15.393434Z","steps":["trace[621980396] 'range keys from in-memory index tree' (duration: 111.155209ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:15.393571Z","caller":"traceutil/trace.go:171","msg":"trace[1316419928] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:737; }","duration":"116.050613ms","start":"2026-03-05T07:28:15.277444Z","end":"2026-03-05T07:28:15.393495Z","steps":["trace[1316419928] 'range keys from in-memory index tree' (duration: 115.640713ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:15.51755Z","caller":"traceutil/trace.go:171","msg":"trace[486347136] transaction","detail":"{read_only:false; response_revision:738; number_of_response:1; }","duration":"118.725215ms","start":"2026-03-05T07:28:15.398803Z","end":"2026-03-05T07:28:15.517528Z","steps":["trace[486347136] 'process raft request' (duration: 118.573891ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:15.568701Z","caller":"traceutil/trace.go:171","msg":"trace[217266680] transaction","detail":"{read_only:false; response_revision:739; number_of_response:1; }","duration":"169.824491ms","start":"2026-03-05T07:28:15.39886Z","end":"2026-03-05T07:28:15.568685Z","steps":["trace[217266680] 'process raft request' (duration: 169.712758ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:15.568977Z","caller":"traceutil/trace.go:171","msg":"trace[165085266] transaction","detail":"{read_only:false; response_revision:740; number_of_response:1; }","duration":"169.399331ms","start":"2026-03-05T07:28:15.399542Z","end":"2026-03-05T07:28:15.568942Z","steps":["trace[165085266] 'process raft request' (duration: 169.105305ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:15.966122Z","caller":"traceutil/trace.go:171","msg":"trace[1772209138] transaction","detail":"{read_only:false; response_revision:742; number_of_response:1; }","duration":"282.389223ms","start":"2026-03-05T07:28:15.683661Z","end":"2026-03-05T07:28:15.96605Z","steps":["trace[1772209138] 'process raft request' (duration: 264.343898ms)","trace[1772209138] 'compare' (duration: 17.548494ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:28:15.966223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.953253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:28:15.966284Z","caller":"traceutil/trace.go:171","msg":"trace[1773435734] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:742; }","duration":"163.058405ms","start":"2026-03-05T07:28:15.803211Z","end":"2026-03-05T07:28:15.966269Z","steps":["trace[1773435734] 'agreement among raft nodes before linearized reading' (duration: 162.926492ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:15.96605Z","caller":"traceutil/trace.go:171","msg":"trace[1430938282] linearizableReadLoop","detail":"{readStateIndex:764; appliedIndex:763; }","duration":"162.736798ms","start":"2026-03-05T07:28:15.803261Z","end":"2026-03-05T07:28:15.965997Z","steps":["trace[1430938282] 'read index received' (duration: 144.680413ms)","trace[1430938282] 'applied index is now lower than readState.Index' (duration: 18.055405ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:28:16.124089Z","caller":"traceutil/trace.go:171","msg":"trace[119885519] transaction","detail":"{read_only:false; response_revision:743; number_of_response:1; }","duration":"150.639239ms","start":"2026-03-05T07:28:15.973427Z","end":"2026-03-05T07:28:16.124066Z","steps":["trace[119885519] 'process raft request' (duration: 137.027576ms)","trace[119885519] 'compare' (duration: 13.354347ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:28:16.24702Z","caller":"traceutil/trace.go:171","msg":"trace[1291678261] transaction","detail":"{read_only:false; response_revision:744; number_of_response:1; }","duration":"267.610173ms","start":"2026-03-05T07:28:15.979382Z","end":"2026-03-05T07:28:16.246992Z","steps":["trace[1291678261] 'process raft request' (duration: 253.098989ms)","trace[1291678261] 'compare' (duration: 14.385141ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:28:16.248535Z","caller":"traceutil/trace.go:171","msg":"trace[1273126395] transaction","detail":"{read_only:false; response_revision:745; number_of_response:1; }","duration":"119.359639ms","start":"2026-03-05T07:28:16.129156Z","end":"2026-03-05T07:28:16.248515Z","steps":["trace[1273126395] 'process raft request' (duration: 119.120614ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:16.248541Z","caller":"traceutil/trace.go:171","msg":"trace[594747314] transaction","detail":"{read_only:false; response_revision:746; number_of_response:1; }","duration":"119.297538ms","start":"2026-03-05T07:28:16.129218Z","end":"2026-03-05T07:28:16.248515Z","steps":["trace[594747314] 'process raft request' (duration: 119.178845ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:16.248897Z","caller":"traceutil/trace.go:171","msg":"trace[2066521980] transaction","detail":"{read_only:false; response_revision:747; number_of_response:1; }","duration":"119.624925ms","start":"2026-03-05T07:28:16.129259Z","end":"2026-03-05T07:28:16.248884Z","steps":["trace[2066521980] 'process raft request' (duration: 119.181435ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:16.24916Z","caller":"traceutil/trace.go:171","msg":"trace[1762163342] transaction","detail":"{read_only:false; response_revision:748; number_of_response:1; }","duration":"119.467701ms","start":"2026-03-05T07:28:16.129682Z","end":"2026-03-05T07:28:16.249149Z","steps":["trace[1762163342] 'process raft request' (duration: 119.140704ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:16.249245Z","caller":"traceutil/trace.go:171","msg":"trace[1322714059] transaction","detail":"{read_only:false; response_revision:749; number_of_response:1; }","duration":"119.257117ms","start":"2026-03-05T07:28:16.12998Z","end":"2026-03-05T07:28:16.249238Z","steps":["trace[1322714059] 'process raft request' (duration: 118.978291ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:16.249322Z","caller":"traceutil/trace.go:171","msg":"trace[1266929582] transaction","detail":"{read_only:false; response_revision:750; number_of_response:1; }","duration":"118.54422ms","start":"2026-03-05T07:28:16.130769Z","end":"2026-03-05T07:28:16.249313Z","steps":["trace[1266929582] 'process raft request' (duration: 118.376456ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:16.24945Z","caller":"traceutil/trace.go:171","msg":"trace[1741301398] transaction","detail":"{read_only:false; response_revision:751; number_of_response:1; }","duration":"118.480029ms","start":"2026-03-05T07:28:16.130951Z","end":"2026-03-05T07:28:16.249431Z","steps":["trace[1741301398] 'process raft request' (duration: 118.247674ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:16.249791Z","caller":"traceutil/trace.go:171","msg":"trace[1782126452] transaction","detail":"{read_only:false; response_revision:753; number_of_response:1; }","duration":"115.480419ms","start":"2026-03-05T07:28:16.134283Z","end":"2026-03-05T07:28:16.249764Z","steps":["trace[1782126452] 'process raft request' (duration: 115.319186ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:16.249923Z","caller":"traceutil/trace.go:171","msg":"trace[1163970286] transaction","detail":"{read_only:false; response_revision:752; number_of_response:1; }","duration":"118.951249ms","start":"2026-03-05T07:28:16.130955Z","end":"2026-03-05T07:28:16.249906Z","steps":["trace[1163970286] 'process raft request' (duration: 118.341195ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:16.444677Z","caller":"traceutil/trace.go:171","msg":"trace[1341113860] linearizableReadLoop","detail":"{readStateIndex:782; appliedIndex:781; }","duration":"109.89057ms","start":"2026-03-05T07:28:16.33475Z","end":"2026-03-05T07:28:16.444641Z","steps":["trace[1341113860] 'read index received' (duration: 46.294525ms)","trace[1341113860] 'applied index is now lower than readState.Index' (duration: 63.595085ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:28:16.44475Z","caller":"traceutil/trace.go:171","msg":"trace[1268627817] transaction","detail":"{read_only:false; response_revision:759; number_of_response:1; }","duration":"110.012073ms","start":"2026-03-05T07:28:16.334707Z","end":"2026-03-05T07:28:16.444719Z","steps":["trace[1268627817] 'process raft request' (duration: 46.297885ms)","trace[1268627817] 'compare' (duration: 63.506213ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:28:16.444938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.161057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-05T07:28:16.444984Z","caller":"traceutil/trace.go:171","msg":"trace[962215359] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:759; }","duration":"110.252239ms","start":"2026-03-05T07:28:16.33472Z","end":"2026-03-05T07:28:16.444972Z","steps":["trace[962215359] 'agreement among raft nodes before linearized reading' (duration: 110.045714ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:16.477494Z","caller":"traceutil/trace.go:171","msg":"trace[583830963] transaction","detail":"{read_only:false; response_revision:760; number_of_response:1; }","duration":"138.46206ms","start":"2026-03-05T07:28:16.339013Z","end":"2026-03-05T07:28:16.477475Z","steps":["trace[583830963] 'process raft request' (duration: 138.352856ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:16.61875Z","caller":"traceutil/trace.go:171","msg":"trace[201583394] transaction","detail":"{read_only:false; response_revision:761; number_of_response:1; }","duration":"220.366606ms","start":"2026-03-05T07:28:16.39834Z","end":"2026-03-05T07:28:16.618706Z","steps":["trace[201583394] 'process raft request' (duration: 196.315522ms)","trace[201583394] 'compare' (duration: 23.772158ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:28:16.618922Z","caller":"traceutil/trace.go:171","msg":"trace[1470241984] linearizableReadLoop","detail":"{readStateIndex:784; appliedIndex:782; }","duration":"172.186315ms","start":"2026-03-05T07:28:16.446705Z","end":"2026-03-05T07:28:16.618892Z","steps":["trace[1470241984] 'read index received' (duration: 30.658785ms)","trace[1470241984] 'applied index is now lower than readState.Index' (duration: 141.52561ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:28:16.619074Z","caller":"traceutil/trace.go:171","msg":"trace[447677231] transaction","detail":"{read_only:false; response_revision:762; number_of_response:1; }","duration":"170.093087ms","start":"2026-03-05T07:28:16.448802Z","end":"2026-03-05T07:28:16.618895Z","steps":["trace[447677231] 'process raft request' (duration: 169.838682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:16.619216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.490592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-05T07:28:16.619274Z","caller":"traceutil/trace.go:171","msg":"trace[1794004236] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:762; }","duration":"172.591395ms","start":"2026-03-05T07:28:16.44667Z","end":"2026-03-05T07:28:16.619261Z","steps":["trace[1794004236] 'agreement among raft nodes before linearized reading' (duration: 172.37438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:16.619447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.650186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"warn","ts":"2026-03-05T07:28:16.619542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.807497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:986"} {"level":"info","ts":"2026-03-05T07:28:16.619556Z","caller":"traceutil/trace.go:171","msg":"trace[419106388] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:762; }","duration":"149.78552ms","start":"2026-03-05T07:28:16.469744Z","end":"2026-03-05T07:28:16.619529Z","steps":["trace[419106388] 'agreement among raft nodes before linearized reading' (duration: 149.563865ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:16.619586Z","caller":"traceutil/trace.go:171","msg":"trace[947671058] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:762; }","duration":"148.857199ms","start":"2026-03-05T07:28:16.470712Z","end":"2026-03-05T07:28:16.619569Z","steps":["trace[947671058] 'agreement among raft nodes before linearized reading' (duration: 148.729726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:16.619634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.005602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:968"} {"level":"info","ts":"2026-03-05T07:28:16.619676Z","caller":"traceutil/trace.go:171","msg":"trace[1453310651] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:762; }","duration":"149.062093ms","start":"2026-03-05T07:28:16.470605Z","end":"2026-03-05T07:28:16.619667Z","steps":["trace[1453310651] 'agreement among raft nodes before linearized reading' (duration: 148.95578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:16.620025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.465915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-03-05T07:28:16.62007Z","caller":"traceutil/trace.go:171","msg":"trace[1866347571] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:762; }","duration":"150.556187ms","start":"2026-03-05T07:28:16.469503Z","end":"2026-03-05T07:28:16.620059Z","steps":["trace[1866347571] 'agreement among raft nodes before linearized reading' (duration: 150.477985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:16.620069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.311192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:971"} {"level":"info","ts":"2026-03-05T07:28:16.620115Z","caller":"traceutil/trace.go:171","msg":"trace[2052567906] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:762; }","duration":"150.376783ms","start":"2026-03-05T07:28:16.469724Z","end":"2026-03-05T07:28:16.620101Z","steps":["trace[2052567906] 'agreement among raft nodes before linearized reading' (duration: 150.25451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:16.620236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.057418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"warn","ts":"2026-03-05T07:28:16.620081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.429594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-03-05T07:28:16.620347Z","caller":"traceutil/trace.go:171","msg":"trace[1555733906] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:762; }","duration":"150.736182ms","start":"2026-03-05T07:28:16.469592Z","end":"2026-03-05T07:28:16.620328Z","steps":["trace[1555733906] 'agreement among raft nodes before linearized reading' (duration: 150.350862ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:16.620333Z","caller":"traceutil/trace.go:171","msg":"trace[74173802] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:762; }","duration":"151.214272ms","start":"2026-03-05T07:28:16.469099Z","end":"2026-03-05T07:28:16.620313Z","steps":["trace[74173802] 'agreement among raft nodes before linearized reading' (duration: 150.26253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:16.620356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.983374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-startupapicheck-46l7w\" ","response":"range_response_count:1 size:3163"} {"level":"info","ts":"2026-03-05T07:28:16.620555Z","caller":"traceutil/trace.go:171","msg":"trace[1187498243] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-startupapicheck-46l7w; range_end:; response_count:1; response_revision:762; }","duration":"140.177969ms","start":"2026-03-05T07:28:16.480361Z","end":"2026-03-05T07:28:16.620539Z","steps":["trace[1187498243] 'agreement among raft nodes before linearized reading' (duration: 139.922563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:16.621624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.662813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" ","response":"range_response_count:1 size:1054"} {"level":"info","ts":"2026-03-05T07:28:16.621793Z","caller":"traceutil/trace.go:171","msg":"trace[1328210411] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck; range_end:; response_count:1; response_revision:762; }","duration":"152.367409ms","start":"2026-03-05T07:28:16.46941Z","end":"2026-03-05T07:28:16.621778Z","steps":["trace[1328210411] 'agreement among raft nodes before linearized reading' (duration: 151.423497ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:16.847441Z","caller":"traceutil/trace.go:171","msg":"trace[249166065] transaction","detail":"{read_only:false; response_revision:764; number_of_response:1; }","duration":"218.705357ms","start":"2026-03-05T07:28:16.62871Z","end":"2026-03-05T07:28:16.847415Z","steps":["trace[249166065] 'process raft request' (duration: 218.555084ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:16.890049Z","caller":"traceutil/trace.go:171","msg":"trace[2128456016] transaction","detail":"{read_only:false; response_revision:765; number_of_response:1; }","duration":"181.201174ms","start":"2026-03-05T07:28:16.708823Z","end":"2026-03-05T07:28:16.890024Z","steps":["trace[2128456016] 'process raft request' (duration: 181.080612ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:17.030693Z","caller":"traceutil/trace.go:171","msg":"trace[1923909995] transaction","detail":"{read_only:false; response_revision:767; number_of_response:1; }","duration":"129.418211ms","start":"2026-03-05T07:28:16.901259Z","end":"2026-03-05T07:28:17.030677Z","steps":["trace[1923909995] 'process raft request' (duration: 129.316769ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:17.422689Z","caller":"traceutil/trace.go:171","msg":"trace[176998004] linearizableReadLoop","detail":"{readStateIndex:794; appliedIndex:793; }","duration":"210.884516ms","start":"2026-03-05T07:28:17.211768Z","end":"2026-03-05T07:28:17.422652Z","steps":["trace[176998004] 'read index received' (duration: 210.660621ms)","trace[176998004] 'applied index is now lower than readState.Index' (duration: 222.135µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:28:17.422797Z","caller":"traceutil/trace.go:171","msg":"trace[1308171245] transaction","detail":"{read_only:false; response_revision:771; number_of_response:1; }","duration":"217.911509ms","start":"2026-03-05T07:28:17.20485Z","end":"2026-03-05T07:28:17.422762Z","steps":["trace[1308171245] 'process raft request' (duration: 217.595282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:17.422964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.157642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-05T07:28:17.423005Z","caller":"traceutil/trace.go:171","msg":"trace[1706522908] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:771; }","duration":"211.245655ms","start":"2026-03-05T07:28:17.21175Z","end":"2026-03-05T07:28:17.422996Z","steps":["trace[1706522908] 'agreement among raft nodes before linearized reading' (duration: 211.047101ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:17.680279Z","caller":"traceutil/trace.go:171","msg":"trace[950183351] transaction","detail":"{read_only:false; response_revision:772; number_of_response:1; }","duration":"251.940583ms","start":"2026-03-05T07:28:17.428032Z","end":"2026-03-05T07:28:17.679973Z","steps":["trace[950183351] 'process raft request' (duration: 190.701383ms)","trace[950183351] 'compare' (duration: 61.046866ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:28:17.785825Z","caller":"traceutil/trace.go:171","msg":"trace[973657449] linearizableReadLoop","detail":"{readStateIndex:797; appliedIndex:794; }","duration":"263.254123ms","start":"2026-03-05T07:28:17.522537Z","end":"2026-03-05T07:28:17.785791Z","steps":["trace[973657449] 'read index received' (duration: 96.219686ms)","trace[973657449] 'applied index is now lower than readState.Index' (duration: 167.033467ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:28:17.785927Z","caller":"traceutil/trace.go:171","msg":"trace[1217835038] transaction","detail":"{read_only:false; response_revision:773; number_of_response:1; }","duration":"353.961443ms","start":"2026-03-05T07:28:17.431932Z","end":"2026-03-05T07:28:17.785894Z","steps":["trace[1217835038] 'process raft request' (duration: 353.072041ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:17.786078Z","caller":"traceutil/trace.go:171","msg":"trace[1558497747] transaction","detail":"{read_only:false; response_revision:774; number_of_response:1; }","duration":"348.922096ms","start":"2026-03-05T07:28:17.437121Z","end":"2026-03-05T07:28:17.786043Z","steps":["trace[1558497747] 'process raft request' (duration: 348.619819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:17.786174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:17.431922Z","time spent":"354.112926ms","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3899,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:28:17.786277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:17.437112Z","time spent":"349.08418ms","remote":"127.0.0.1:58532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1238,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T07:28:17.786298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.744824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T07:28:17.786345Z","caller":"traceutil/trace.go:171","msg":"trace[1918000629] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:774; }","duration":"263.810326ms","start":"2026-03-05T07:28:17.522522Z","end":"2026-03-05T07:28:17.786332Z","steps":["trace[1918000629] 'agreement among raft nodes before linearized reading' (duration: 263.57383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:17.786467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.411534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T07:28:17.786502Z","caller":"traceutil/trace.go:171","msg":"trace[1465723847] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:774; }","duration":"213.445386ms","start":"2026-03-05T07:28:17.573046Z","end":"2026-03-05T07:28:17.786492Z","steps":["trace[1465723847] 'agreement among raft nodes before linearized reading' (duration: 213.287253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:17.786705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.223034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T07:28:17.786764Z","caller":"traceutil/trace.go:171","msg":"trace[219036362] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:774; }","duration":"214.313386ms","start":"2026-03-05T07:28:17.572435Z","end":"2026-03-05T07:28:17.786748Z","steps":["trace[219036362] 'agreement among raft nodes before linearized reading' (duration: 213.903987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:27.132759Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.30697189s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T07:28:27.133365Z","caller":"traceutil/trace.go:171","msg":"trace[1738736958] linearizableReadLoop","detail":"{readStateIndex:913; appliedIndex:910; }","duration":"1.322321794s","start":"2026-03-05T07:28:25.811009Z","end":"2026-03-05T07:28:27.13333Z","steps":["trace[1738736958] 'read index received' (duration: 14.789581ms)","trace[1738736958] 'applied index is now lower than readState.Index' (duration: 1.307531023s)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:28:27.13349Z","caller":"traceutil/trace.go:171","msg":"trace[1789743903] transaction","detail":"{read_only:false; response_revision:889; number_of_response:1; }","duration":"1.329030478s","start":"2026-03-05T07:28:25.804403Z","end":"2026-03-05T07:28:27.133434Z","steps":["trace[1789743903] 'process raft request' (duration: 1.328868794s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:27.133596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322538928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:28:27.133611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322556239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:28:27.133666Z","caller":"traceutil/trace.go:171","msg":"trace[1271953273] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:889; }","duration":"1.322684532s","start":"2026-03-05T07:28:25.810963Z","end":"2026-03-05T07:28:27.133648Z","steps":["trace[1271953273] 'agreement among raft nodes before linearized reading' (duration: 1.322542439s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:27.133602Z","caller":"traceutil/trace.go:171","msg":"trace[1648116684] transaction","detail":"{read_only:false; response_revision:888; number_of_response:1; }","duration":"1.332810084s","start":"2026-03-05T07:28:25.800757Z","end":"2026-03-05T07:28:27.133568Z","steps":["trace[1648116684] 'process raft request' (duration: 1.332368424s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:27.133721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:25.804383Z","time spent":"1.329211972s","remote":"127.0.0.1:49620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4503,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:28:27.13374Z","caller":"traceutil/trace.go:171","msg":"trace[1483452041] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:889; }","duration":"1.322727053s","start":"2026-03-05T07:28:25.810977Z","end":"2026-03-05T07:28:27.133704Z","steps":["trace[1483452041] 'agreement among raft nodes before linearized reading' (duration: 1.322473197s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:27.133772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:25.810953Z","time spent":"1.322804294s","remote":"127.0.0.1:34476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:28:27.133807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:25.810957Z","time spent":"1.322833745s","remote":"127.0.0.1:34476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:10000 "} {"level":"warn","ts":"2026-03-05T07:28:27.134046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:25.800734Z","time spent":"1.333192164s","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1602,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:28:27.18019Z","caller":"traceutil/trace.go:171","msg":"trace[786582127] transaction","detail":"{read_only:false; response_revision:890; number_of_response:1; }","duration":"522.914723ms","start":"2026-03-05T07:28:26.657251Z","end":"2026-03-05T07:28:27.180166Z","steps":["trace[786582127] 'process raft request' (duration: 522.729919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:27.180391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:26.657214Z","time spent":"523.056316ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:28:27.180574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.368711581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:28:27.18067Z","caller":"traceutil/trace.go:171","msg":"trace[304920758] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:891; }","duration":"1.368818684s","start":"2026-03-05T07:28:25.811822Z","end":"2026-03-05T07:28:27.180641Z","steps":["trace[304920758] 'agreement among raft nodes before linearized reading' (duration: 1.36864209s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:27.180763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:25.81181Z","time spent":"1.368900086s","remote":"127.0.0.1:34476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:500 "} {"level":"warn","ts":"2026-03-05T07:28:27.180781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.043066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:28:27.180824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.40884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-05T07:28:27.180671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306067649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:28:27.18095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352446577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:28:27.180967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307647625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:28:27.180958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.355249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T07:28:27.181007Z","caller":"traceutil/trace.go:171","msg":"trace[1890305969] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:891; }","duration":"1.352537259s","start":"2026-03-05T07:28:25.82845Z","end":"2026-03-05T07:28:27.180987Z","steps":["trace[1890305969] 'agreement among raft nodes before linearized reading' (duration: 1.352460258s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:27.181019Z","caller":"traceutil/trace.go:171","msg":"trace[912677300] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:891; }","duration":"413.418361ms","start":"2026-03-05T07:28:26.767588Z","end":"2026-03-05T07:28:27.181006Z","steps":["trace[912677300] 'agreement among raft nodes before linearized reading' (duration: 413.324059ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:27.181016Z","caller":"traceutil/trace.go:171","msg":"trace[879927097] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:891; }","duration":"1.307713207s","start":"2026-03-05T07:28:25.873285Z","end":"2026-03-05T07:28:27.180998Z","steps":["trace[879927097] 'agreement among raft nodes before linearized reading' (duration: 1.307646965s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:27.181036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352544909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:28:27.181057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:25.828432Z","time spent":"1.352609261s","remote":"127.0.0.1:34484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:28:27.181062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:26.767525Z","time spent":"413.523313ms","remote":"127.0.0.1:49240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":7,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:28:27.181077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:25.873269Z","time spent":"1.307794808s","remote":"127.0.0.1:34498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:28:27.181082Z","caller":"traceutil/trace.go:171","msg":"trace[2117214195] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:891; }","duration":"1.35261347s","start":"2026-03-05T07:28:25.828454Z","end":"2026-03-05T07:28:27.181067Z","steps":["trace[2117214195] 'agreement among raft nodes before linearized reading' (duration: 1.352538269s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:27.181122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:25.828441Z","time spent":"1.352668642s","remote":"127.0.0.1:34484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:10000 "} {"level":"info","ts":"2026-03-05T07:28:27.180868Z","caller":"traceutil/trace.go:171","msg":"trace[1713240501] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:891; }","duration":"378.173289ms","start":"2026-03-05T07:28:26.802669Z","end":"2026-03-05T07:28:27.180842Z","steps":["trace[1713240501] 'agreement among raft nodes before linearized reading' (duration: 377.983065ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:27.181206Z","caller":"traceutil/trace.go:171","msg":"trace[1630365043] transaction","detail":"{read_only:false; response_revision:891; number_of_response:1; }","duration":"323.184883ms","start":"2026-03-05T07:28:26.857958Z","end":"2026-03-05T07:28:27.181143Z","steps":["trace[1630365043] 'process raft request' (duration: 322.16129ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:27.180884Z","caller":"traceutil/trace.go:171","msg":"trace[930872092] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:891; }","duration":"799.512323ms","start":"2026-03-05T07:28:26.381355Z","end":"2026-03-05T07:28:27.180868Z","steps":["trace[930872092] 'agreement among raft nodes before linearized reading' (duration: 799.241947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:27.181323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308093375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:28:27.181346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:26.381331Z","time spent":"799.998063ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T07:28:27.181377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2883388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:28:27.181635Z","caller":"traceutil/trace.go:171","msg":"trace[1719508291] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:891; }","duration":"1.288612297s","start":"2026-03-05T07:28:25.892993Z","end":"2026-03-05T07:28:27.181605Z","steps":["trace[1719508291] 'agreement among raft nodes before linearized reading' (duration: 1.28834117s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:27.181648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289082349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:28:27.181695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330925803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:28:27.181701Z","caller":"traceutil/trace.go:171","msg":"trace[117448457] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:891; }","duration":"1.2891638s","start":"2026-03-05T07:28:25.892522Z","end":"2026-03-05T07:28:27.181685Z","steps":["trace[117448457] 'agreement among raft nodes before linearized reading' (duration: 1.289080198s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:27.181747Z","caller":"traceutil/trace.go:171","msg":"trace[841434927] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:891; }","duration":"1.330998164s","start":"2026-03-05T07:28:25.850735Z","end":"2026-03-05T07:28:27.181733Z","steps":["trace[841434927] 'agreement among raft nodes before linearized reading' (duration: 1.330928393s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:27.181757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:25.892507Z","time spent":"1.289236543s","remote":"127.0.0.1:34508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:10000 "} {"level":"info","ts":"2026-03-05T07:28:27.180985Z","caller":"traceutil/trace.go:171","msg":"trace[1837535976] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:891; }","duration":"1.306425817s","start":"2026-03-05T07:28:25.874536Z","end":"2026-03-05T07:28:27.180963Z","steps":["trace[1837535976] 'agreement among raft nodes before linearized reading' (duration: 1.305994007s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:27.181769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.934581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:28:27.181798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:25.850719Z","time spent":"1.331063427s","remote":"127.0.0.1:34496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:28:27.181805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289257103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:28:27.181821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:25.874516Z","time spent":"1.307284558s","remote":"127.0.0.1:34498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:500 "} {"level":"info","ts":"2026-03-05T07:28:27.181832Z","caller":"traceutil/trace.go:171","msg":"trace[192380461] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:891; }","duration":"971.038143ms","start":"2026-03-05T07:28:26.210779Z","end":"2026-03-05T07:28:27.181817Z","steps":["trace[192380461] 'agreement among raft nodes before linearized reading' (duration: 970.950321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:27.181637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330162585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:28:27.181881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:26.210752Z","time spent":"971.114505ms","remote":"127.0.0.1:49466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:28:27.181781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352520549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:28:27.181915Z","caller":"traceutil/trace.go:171","msg":"trace[339539862] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:891; }","duration":"1.330464582s","start":"2026-03-05T07:28:25.851418Z","end":"2026-03-05T07:28:27.181882Z","steps":["trace[339539862] 'agreement among raft nodes before linearized reading' (duration: 1.330180075s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:27.181855Z","caller":"traceutil/trace.go:171","msg":"trace[954650465] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:891; }","duration":"1.289319445s","start":"2026-03-05T07:28:25.89252Z","end":"2026-03-05T07:28:27.181839Z","steps":["trace[954650465] 'agreement among raft nodes before linearized reading' (duration: 1.289240063s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:27.181226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:26.802645Z","time spent":"378.533758ms","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:28:27.182031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:25.89251Z","time spent":"1.289499269s","remote":"127.0.0.1:34508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:28:27.182032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331299192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:28:27.182084Z","caller":"traceutil/trace.go:171","msg":"trace[672482196] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:891; }","duration":"1.331367273s","start":"2026-03-05T07:28:25.850701Z","end":"2026-03-05T07:28:27.182068Z","steps":["trace[672482196] 'agreement among raft nodes before linearized reading' (duration: 1.331289691s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:27.182179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:25.850691Z","time spent":"1.331471865s","remote":"127.0.0.1:34496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:10000 "} {"level":"info","ts":"2026-03-05T07:28:27.181384Z","caller":"traceutil/trace.go:171","msg":"trace[679422959] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:891; }","duration":"1.308173907s","start":"2026-03-05T07:28:25.873196Z","end":"2026-03-05T07:28:27.18137Z","steps":["trace[679422959] 'agreement among raft nodes before linearized reading' (duration: 1.308081845s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:27.182081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:25.851396Z","time spent":"1.330607095s","remote":"127.0.0.1:34496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:500 "} {"level":"warn","ts":"2026-03-05T07:28:27.182257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:25.873186Z","time spent":"1.309049489s","remote":"127.0.0.1:34498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:10000 "} {"level":"warn","ts":"2026-03-05T07:28:27.181696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:25.89297Z","time spent":"1.288710609s","remote":"127.0.0.1:34508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:500 "} {"level":"warn","ts":"2026-03-05T07:28:27.181655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:26.857919Z","time spent":"323.379146ms","remote":"127.0.0.1:49220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T07:28:27.181252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35170194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T07:28:27.182562Z","caller":"traceutil/trace.go:171","msg":"trace[1655160585] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:891; }","duration":"1.353012191s","start":"2026-03-05T07:28:25.829532Z","end":"2026-03-05T07:28:27.182544Z","steps":["trace[1655160585] 'agreement among raft nodes before linearized reading' (duration: 1.351537416s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:27.18262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:25.829502Z","time spent":"1.353102043s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T07:28:27.182272Z","caller":"traceutil/trace.go:171","msg":"trace[462288128] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:891; }","duration":"1.353010361s","start":"2026-03-05T07:28:25.829159Z","end":"2026-03-05T07:28:27.182169Z","steps":["trace[462288128] 'agreement among raft nodes before linearized reading' (duration: 1.352173511s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:27.182902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:25.829119Z","time spent":"1.353760747s","remote":"127.0.0.1:34484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:500 "} {"level":"warn","ts":"2026-03-05T07:28:27.180898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347163566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T07:28:27.183119Z","caller":"traceutil/trace.go:171","msg":"trace[233471372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:891; }","duration":"1.349384227s","start":"2026-03-05T07:28:25.833718Z","end":"2026-03-05T07:28:27.183102Z","steps":["trace[233471372] 'agreement among raft nodes before linearized reading' (duration: 1.347059064s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:27.183106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.232511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.222\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-05T07:28:27.183175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:25.833696Z","time spent":"1.349463489s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T07:28:27.183209Z","caller":"traceutil/trace.go:171","msg":"trace[1217310808] range","detail":"{range_begin:/registry/masterleases/199.204.45.222; range_end:; response_count:1; response_revision:891; }","duration":"972.380554ms","start":"2026-03-05T07:28:26.210792Z","end":"2026-03-05T07:28:27.183172Z","steps":["trace[1217310808] 'agreement among raft nodes before linearized reading' (duration: 970.49802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:27.183363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:26.210762Z","time spent":"972.495807ms","remote":"127.0.0.1:49176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.222\" "} {"level":"warn","ts":"2026-03-05T07:28:27.182841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353203875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T07:28:27.184087Z","caller":"traceutil/trace.go:171","msg":"trace[1267719456] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:891; }","duration":"1.35600954s","start":"2026-03-05T07:28:25.828052Z","end":"2026-03-05T07:28:27.184062Z","steps":["trace[1267719456] 'agreement among raft nodes before linearized reading' (duration: 1.353050922s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:27.184178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:25.828035Z","time spent":"1.356121232s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T07:28:43.406994Z","caller":"traceutil/trace.go:171","msg":"trace[1017267910] transaction","detail":"{read_only:false; response_revision:1027; number_of_response:1; }","duration":"134.919997ms","start":"2026-03-05T07:28:43.271998Z","end":"2026-03-05T07:28:43.406918Z","steps":["trace[1017267910] 'process raft request' (duration: 134.698512ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:43.407257Z","caller":"traceutil/trace.go:171","msg":"trace[1897943258] transaction","detail":"{read_only:false; response_revision:1028; number_of_response:1; }","duration":"134.234312ms","start":"2026-03-05T07:28:43.27299Z","end":"2026-03-05T07:28:43.407224Z","steps":["trace[1897943258] 'process raft request' (duration: 133.883993ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:43.407632Z","caller":"traceutil/trace.go:171","msg":"trace[721533393] transaction","detail":"{read_only:false; response_revision:1029; number_of_response:1; }","duration":"133.072206ms","start":"2026-03-05T07:28:43.274537Z","end":"2026-03-05T07:28:43.407609Z","steps":["trace[721533393] 'process raft request' (duration: 132.637056ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:48.464763Z","caller":"traceutil/trace.go:171","msg":"trace[648755966] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1059; }","duration":"147.380019ms","start":"2026-03-05T07:28:48.317357Z","end":"2026-03-05T07:28:48.464737Z","steps":["trace[648755966] 'process raft request' (duration: 73.514376ms)","trace[648755966] 'compare' (duration: 73.73108ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:28:48.986624Z","caller":"traceutil/trace.go:171","msg":"trace[1955444030] transaction","detail":"{read_only:false; response_revision:1076; number_of_response:1; }","duration":"110.632011ms","start":"2026-03-05T07:28:48.87596Z","end":"2026-03-05T07:28:48.986592Z","steps":["trace[1955444030] 'process raft request' (duration: 66.02935ms)","trace[1955444030] 'compare' (duration: 44.456088ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:28:49.219844Z","caller":"traceutil/trace.go:171","msg":"trace[676869015] transaction","detail":"{read_only:false; response_revision:1086; number_of_response:1; }","duration":"188.236811ms","start":"2026-03-05T07:28:49.031576Z","end":"2026-03-05T07:28:49.219813Z","steps":["trace[676869015] 'process raft request' (duration: 127.936805ms)","trace[676869015] 'compare' (duration: 59.631131ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:28:49.21992Z","caller":"traceutil/trace.go:171","msg":"trace[267122155] transaction","detail":"{read_only:false; response_revision:1087; number_of_response:1; }","duration":"187.076345ms","start":"2026-03-05T07:28:49.032812Z","end":"2026-03-05T07:28:49.219888Z","steps":["trace[267122155] 'process raft request' (duration: 186.667325ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:49.366594Z","caller":"traceutil/trace.go:171","msg":"trace[1965038460] transaction","detail":"{read_only:false; response_revision:1090; number_of_response:1; }","duration":"117.140104ms","start":"2026-03-05T07:28:49.249415Z","end":"2026-03-05T07:28:49.366555Z","steps":["trace[1965038460] 'process raft request' (duration: 103.863214ms)","trace[1965038460] 'compare' (duration: 13.106586ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:28:49.366757Z","caller":"traceutil/trace.go:171","msg":"trace[105237092] transaction","detail":"{read_only:false; response_revision:1091; number_of_response:1; }","duration":"115.703689ms","start":"2026-03-05T07:28:49.250826Z","end":"2026-03-05T07:28:49.366529Z","steps":["trace[105237092] 'process raft request' (duration: 115.653458ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:49.703152Z","caller":"traceutil/trace.go:171","msg":"trace[1873456804] transaction","detail":"{read_only:false; response_revision:1113; number_of_response:1; }","duration":"126.41273ms","start":"2026-03-05T07:28:49.576705Z","end":"2026-03-05T07:28:49.703118Z","steps":["trace[1873456804] 'process raft request' (duration: 126.247986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:49.70332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.447571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:6112"} {"level":"info","ts":"2026-03-05T07:28:49.703391Z","caller":"traceutil/trace.go:171","msg":"trace[1345920597] range","detail":"{range_begin:/registry/daemonsets/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:1113; }","duration":"126.560073ms","start":"2026-03-05T07:28:49.57681Z","end":"2026-03-05T07:28:49.70337Z","steps":["trace[1345920597] 'agreement among raft nodes before linearized reading' (duration: 126.333397ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:49.774578Z","caller":"traceutil/trace.go:171","msg":"trace[1843293815] transaction","detail":"{read_only:false; response_revision:1114; number_of_response:1; }","duration":"162.057342ms","start":"2026-03-05T07:28:49.612489Z","end":"2026-03-05T07:28:49.774547Z","steps":["trace[1843293815] 'process raft request' (duration: 131.839467ms)","trace[1843293815] 'compare' (duration: 30.025659ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:28:49.774854Z","caller":"traceutil/trace.go:171","msg":"trace[1865653788] transaction","detail":"{read_only:false; response_revision:1115; number_of_response:1; }","duration":"161.373786ms","start":"2026-03-05T07:28:49.613436Z","end":"2026-03-05T07:28:49.77481Z","steps":["trace[1865653788] 'process raft request' (duration: 161.065428ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:49.77493Z","caller":"traceutil/trace.go:171","msg":"trace[839644582] transaction","detail":"{read_only:false; response_revision:1116; number_of_response:1; }","duration":"160.553147ms","start":"2026-03-05T07:28:49.614348Z","end":"2026-03-05T07:28:49.774901Z","steps":["trace[839644582] 'process raft request' (duration: 160.347352ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:49.774963Z","caller":"traceutil/trace.go:171","msg":"trace[1945967815] transaction","detail":"{read_only:false; response_revision:1117; number_of_response:1; }","duration":"160.531777ms","start":"2026-03-05T07:28:49.614395Z","end":"2026-03-05T07:28:49.774926Z","steps":["trace[1945967815] 'process raft request' (duration: 160.364093ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:49.775042Z","caller":"traceutil/trace.go:171","msg":"trace[1013927404] transaction","detail":"{read_only:false; response_revision:1118; number_of_response:1; }","duration":"160.597178ms","start":"2026-03-05T07:28:49.614427Z","end":"2026-03-05T07:28:49.775024Z","steps":["trace[1013927404] 'process raft request' (duration: 160.444744ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:49.775285Z","caller":"traceutil/trace.go:171","msg":"trace[1193793873] transaction","detail":"{read_only:false; response_revision:1119; number_of_response:1; }","duration":"160.70148ms","start":"2026-03-05T07:28:49.614549Z","end":"2026-03-05T07:28:49.77525Z","steps":["trace[1193793873] 'process raft request' (duration: 160.409683ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:49.775386Z","caller":"traceutil/trace.go:171","msg":"trace[1860306196] transaction","detail":"{read_only:false; response_revision:1120; number_of_response:1; }","duration":"153.006611ms","start":"2026-03-05T07:28:49.622362Z","end":"2026-03-05T07:28:49.775369Z","steps":["trace[1860306196] 'process raft request' (duration: 152.802016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:49.775427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.459368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" ","response":"range_response_count:1 size:1020"} {"level":"warn","ts":"2026-03-05T07:28:49.775443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.688756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-qmltd\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-03-05T07:28:49.775476Z","caller":"traceutil/trace.go:171","msg":"trace[902593705] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx; range_end:; response_count:1; response_revision:1120; }","duration":"158.52786ms","start":"2026-03-05T07:28:49.616932Z","end":"2026-03-05T07:28:49.77546Z","steps":["trace[902593705] 'agreement among raft nodes before linearized reading' (duration: 158.338715ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:49.77556Z","caller":"traceutil/trace.go:171","msg":"trace[448948901] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-qmltd; range_end:; response_count:1; response_revision:1120; }","duration":"162.84558ms","start":"2026-03-05T07:28:49.612695Z","end":"2026-03-05T07:28:49.77554Z","steps":["trace[448948901] 'agreement among raft nodes before linearized reading' (duration: 162.615034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:50.577461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.345194ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-05T07:28:50.577571Z","caller":"traceutil/trace.go:171","msg":"trace[1493596631] transaction","detail":"{read_only:false; response_revision:1127; number_of_response:1; }","duration":"455.799205ms","start":"2026-03-05T07:28:50.121751Z","end":"2026-03-05T07:28:50.57755Z","steps":["trace[1493596631] 'process raft request' (duration: 195.282957ms)","trace[1493596631] 'compare' (duration: 260.227302ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:28:50.577627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:50.121726Z","time spent":"455.877697ms","remote":"127.0.0.1:49504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1209,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T07:28:50.781201Z","caller":"traceutil/trace.go:171","msg":"trace[645352571] transaction","detail":"{read_only:false; response_revision:1128; number_of_response:1; }","duration":"134.358315ms","start":"2026-03-05T07:28:50.646816Z","end":"2026-03-05T07:28:50.781174Z","steps":["trace[645352571] 'process raft request' (duration: 133.160976ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:52.295977Z","caller":"traceutil/trace.go:171","msg":"trace[2093277577] transaction","detail":"{read_only:false; response_revision:1150; number_of_response:1; }","duration":"380.881557ms","start":"2026-03-05T07:28:51.915065Z","end":"2026-03-05T07:28:52.295946Z","steps":["trace[2093277577] 'process raft request' (duration: 380.669931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:52.29614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:51.914998Z","time spent":"381.062421ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:28:52.77262Z","caller":"traceutil/trace.go:171","msg":"trace[1452108872] transaction","detail":"{read_only:false; response_revision:1154; number_of_response:1; }","duration":"101.043378ms","start":"2026-03-05T07:28:52.671553Z","end":"2026-03-05T07:28:52.772596Z","steps":["trace[1452108872] 'process raft request' (duration: 100.69952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:53.064271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.654829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-8dr6d\" ","response":"range_response_count:1 size:4179"} {"level":"info","ts":"2026-03-05T07:28:53.064357Z","caller":"traceutil/trace.go:171","msg":"trace[653929131] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-8dr6d; range_end:; response_count:1; response_revision:1154; }","duration":"178.802002ms","start":"2026-03-05T07:28:52.885533Z","end":"2026-03-05T07:28:53.064335Z","steps":["trace[653929131] 'range keys from in-memory index tree' (duration: 178.429833ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:54.027298Z","caller":"traceutil/trace.go:171","msg":"trace[1239507068] transaction","detail":"{read_only:false; response_revision:1161; number_of_response:1; }","duration":"126.661246ms","start":"2026-03-05T07:28:53.900616Z","end":"2026-03-05T07:28:54.027277Z","steps":["trace[1239507068] 'process raft request' (duration: 126.539253ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:56.037614Z","caller":"traceutil/trace.go:171","msg":"trace[70298814] linearizableReadLoop","detail":"{readStateIndex:1200; appliedIndex:1199; }","duration":"399.533151ms","start":"2026-03-05T07:28:55.638049Z","end":"2026-03-05T07:28:56.037582Z","steps":["trace[70298814] 'read index received' (duration: 363.942591ms)","trace[70298814] 'applied index is now lower than readState.Index' (duration: 35.58898ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:28:56.037651Z","caller":"traceutil/trace.go:171","msg":"trace[1335372147] transaction","detail":"{read_only:false; response_revision:1164; number_of_response:1; }","duration":"403.884243ms","start":"2026-03-05T07:28:55.633737Z","end":"2026-03-05T07:28:56.037621Z","steps":["trace[1335372147] 'process raft request' (duration: 368.230561ms)","trace[1335372147] 'compare' (duration: 35.363635ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:28:56.037801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:55.63371Z","time spent":"404.005676ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:28:56.037874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.801527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-05T07:28:56.037919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.744256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-05T07:28:56.037921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.483041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:28:56.038014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.89424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:28:56.038026Z","caller":"traceutil/trace.go:171","msg":"trace[964144693] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1164; }","duration":"123.649915ms","start":"2026-03-05T07:28:55.91435Z","end":"2026-03-05T07:28:56.038Z","steps":["trace[964144693] 'agreement among raft nodes before linearized reading' (duration: 123.484811ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:56.038053Z","caller":"traceutil/trace.go:171","msg":"trace[417626100] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1164; }","duration":"234.965842ms","start":"2026-03-05T07:28:55.803078Z","end":"2026-03-05T07:28:56.038044Z","steps":["trace[417626100] 'agreement among raft nodes before linearized reading' (duration: 234.90358ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:56.03796Z","caller":"traceutil/trace.go:171","msg":"trace[1779153767] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1164; }","duration":"399.802178ms","start":"2026-03-05T07:28:55.638144Z","end":"2026-03-05T07:28:56.037947Z","steps":["trace[1779153767] 'agreement among raft nodes before linearized reading' (duration: 399.604273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:56.038246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:55.63807Z","time spent":"400.162186ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T07:28:56.037955Z","caller":"traceutil/trace.go:171","msg":"trace[1182524186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1164; }","duration":"399.91528ms","start":"2026-03-05T07:28:55.638018Z","end":"2026-03-05T07:28:56.037933Z","steps":["trace[1182524186] 'agreement among raft nodes before linearized reading' (duration: 399.675715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:56.038357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.312753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-05T07:28:56.038361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:55.638002Z","time spent":"400.315549ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T07:28:56.038417Z","caller":"traceutil/trace.go:171","msg":"trace[1940003098] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1164; }","duration":"284.375005ms","start":"2026-03-05T07:28:55.754025Z","end":"2026-03-05T07:28:56.0384Z","steps":["trace[1940003098] 'agreement among raft nodes before linearized reading' (duration: 284.156599ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:29:21.842889Z","caller":"traceutil/trace.go:171","msg":"trace[13859388] transaction","detail":"{read_only:false; response_revision:1471; number_of_response:1; }","duration":"126.346148ms","start":"2026-03-05T07:29:21.7165Z","end":"2026-03-05T07:29:21.842846Z","steps":["trace[13859388] 'process raft request' (duration: 126.023281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:27.096252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.638574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-03-05T07:29:27.096348Z","caller":"traceutil/trace.go:171","msg":"trace[2088093715] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1488; }","duration":"495.799378ms","start":"2026-03-05T07:29:26.600524Z","end":"2026-03-05T07:29:27.096323Z","steps":["trace[2088093715] 'range keys from in-memory index tree' (duration: 495.42563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:27.096393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:26.6005Z","time spent":"495.88361ms","remote":"127.0.0.1:46748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3986,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-05T07:29:27.096562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.763711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:29:27.096652Z","caller":"traceutil/trace.go:171","msg":"trace[199816789] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1488; }","duration":"292.926784ms","start":"2026-03-05T07:29:26.803706Z","end":"2026-03-05T07:29:27.096633Z","steps":["trace[199816789] 'range keys from in-memory index tree' (duration: 292.615857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:27.096634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.830929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:29:27.0969Z","caller":"traceutil/trace.go:171","msg":"trace[721151226] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1488; }","duration":"241.057884ms","start":"2026-03-05T07:29:26.855741Z","end":"2026-03-05T07:29:27.096799Z","steps":["trace[721151226] 'range keys from in-memory index tree' (duration: 240.748887ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:29:39.595111Z","caller":"traceutil/trace.go:171","msg":"trace[528081976] transaction","detail":"{read_only:false; response_revision:1547; number_of_response:1; }","duration":"129.630645ms","start":"2026-03-05T07:29:39.465458Z","end":"2026-03-05T07:29:39.595089Z","steps":["trace[528081976] 'process raft request' (duration: 129.468401ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:29:47.039639Z","caller":"traceutil/trace.go:171","msg":"trace[1789782537] linearizableReadLoop","detail":"{readStateIndex:1722; appliedIndex:1719; }","duration":"641.709283ms","start":"2026-03-05T07:29:46.397898Z","end":"2026-03-05T07:29:47.039607Z","steps":["trace[1789782537] 'read index received' (duration: 36.450941ms)","trace[1789782537] 'applied index is now lower than readState.Index' (duration: 605.257162ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:29:47.039665Z","caller":"traceutil/trace.go:171","msg":"trace[280145453] transaction","detail":"{read_only:false; response_revision:1653; number_of_response:1; }","duration":"689.048847ms","start":"2026-03-05T07:29:46.35058Z","end":"2026-03-05T07:29:47.039629Z","steps":["trace[280145453] 'process raft request' (duration: 688.797381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:47.039852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:46.350561Z","time spent":"689.19807ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:29:47.039888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.851286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:29:47.039968Z","caller":"traceutil/trace.go:171","msg":"trace[1647090238] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1654; }","duration":"183.596594ms","start":"2026-03-05T07:29:46.856355Z","end":"2026-03-05T07:29:47.039952Z","steps":["trace[1647090238] 'agreement among raft nodes before linearized reading' (duration: 183.43457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:47.039942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.926988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:29:47.039871Z","caller":"traceutil/trace.go:171","msg":"trace[71150280] transaction","detail":"{read_only:false; response_revision:1654; number_of_response:1; }","duration":"689.024307ms","start":"2026-03-05T07:29:46.350816Z","end":"2026-03-05T07:29:47.039841Z","steps":["trace[71150280] 'process raft request' (duration: 688.740241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:47.040075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.162033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-93ffe14f-dc4b-4f19-9b14-993c4df13dde\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-05T07:29:47.040163Z","caller":"traceutil/trace.go:171","msg":"trace[1292552550] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-93ffe14f-dc4b-4f19-9b14-993c4df13dde; range_end:; response_count:1; response_revision:1654; }","duration":"642.279465ms","start":"2026-03-05T07:29:46.397862Z","end":"2026-03-05T07:29:47.040142Z","steps":["trace[1292552550] 'agreement among raft nodes before linearized reading' (duration: 642.05971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:47.040214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:46.39785Z","time spent":"642.354597ms","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-93ffe14f-dc4b-4f19-9b14-993c4df13dde\" "} {"level":"warn","ts":"2026-03-05T07:29:47.040321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:46.350792Z","time spent":"689.310443ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:29:47.040033Z","caller":"traceutil/trace.go:171","msg":"trace[1210261720] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1654; }","duration":"237.073011ms","start":"2026-03-05T07:29:46.802942Z","end":"2026-03-05T07:29:47.040015Z","steps":["trace[1210261720] 'agreement among raft nodes before linearized reading' (duration: 236.925508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:47.039913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.235574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-05T07:29:47.040576Z","caller":"traceutil/trace.go:171","msg":"trace[614063059] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1654; }","duration":"405.913981ms","start":"2026-03-05T07:29:46.634606Z","end":"2026-03-05T07:29:47.04052Z","steps":["trace[614063059] 'agreement among raft nodes before linearized reading' (duration: 405.172643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:47.040747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:46.634554Z","time spent":"406.127286ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T07:29:47.408618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.289993ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T07:29:47.408736Z","caller":"traceutil/trace.go:171","msg":"trace[593566786] linearizableReadLoop","detail":"{readStateIndex:1723; appliedIndex:1722; }","duration":"275.367185ms","start":"2026-03-05T07:29:47.13335Z","end":"2026-03-05T07:29:47.408717Z","steps":["trace[593566786] 'read index received' (duration: 131.782395ms)","trace[593566786] 'applied index is now lower than readState.Index' (duration: 143.58355ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:29:47.408859Z","caller":"traceutil/trace.go:171","msg":"trace[908513982] transaction","detail":"{read_only:false; response_revision:1655; number_of_response:1; }","duration":"363.40672ms","start":"2026-03-05T07:29:47.045417Z","end":"2026-03-05T07:29:47.408824Z","steps":["trace[908513982] 'process raft request' (duration: 219.713127ms)","trace[908513982] 'compare' (duration: 143.13008ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:29:47.408986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.633891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-93ffe14f-dc4b-4f19-9b14-993c4df13dde\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-05T07:29:47.409031Z","caller":"traceutil/trace.go:171","msg":"trace[1149201834] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-93ffe14f-dc4b-4f19-9b14-993c4df13dde; range_end:; response_count:1; response_revision:1655; }","duration":"275.736523ms","start":"2026-03-05T07:29:47.133282Z","end":"2026-03-05T07:29:47.409018Z","steps":["trace[1149201834] 'agreement among raft nodes before linearized reading' (duration: 275.536929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:47.409078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.252333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-05T07:29:47.409082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.864263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.1899e16c792911ef\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-03-05T07:29:47.409152Z","caller":"traceutil/trace.go:171","msg":"trace[1737183017] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1655; }","duration":"173.347585ms","start":"2026-03-05T07:29:47.235784Z","end":"2026-03-05T07:29:47.409131Z","steps":["trace[1737183017] 'agreement among raft nodes before linearized reading' (duration: 173.13127ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:29:47.409165Z","caller":"traceutil/trace.go:171","msg":"trace[585703690] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.1899e16c792911ef; range_end:; response_count:1; response_revision:1655; }","duration":"205.981636ms","start":"2026-03-05T07:29:47.203159Z","end":"2026-03-05T07:29:47.409141Z","steps":["trace[585703690] 'agreement among raft nodes before linearized reading' (duration: 205.71157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:47.409219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:47.045388Z","time spent":"363.585494ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:29:48.448415Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.036675129s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T07:29:48.458589Z","caller":"traceutil/trace.go:171","msg":"trace[2145030062] transaction","detail":"{read_only:false; response_revision:1656; number_of_response:1; }","duration":"1.046951338s","start":"2026-03-05T07:29:47.411613Z","end":"2026-03-05T07:29:48.458565Z","steps":["trace[2145030062] 'process raft request' (duration: 1.037037316s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:48.458749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:47.411589Z","time spent":"1.047068621s","remote":"127.0.0.1:49220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":967,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:29:48.461793Z","caller":"traceutil/trace.go:171","msg":"trace[1986073886] transaction","detail":"{read_only:false; response_revision:1657; number_of_response:1; }","duration":"1.044746467s","start":"2026-03-05T07:29:47.417031Z","end":"2026-03-05T07:29:48.461777Z","steps":["trace[1986073886] 'process raft request' (duration: 1.044607534s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:48.461888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:47.417009Z","time spent":"1.044832548s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:29:48.462027Z","caller":"traceutil/trace.go:171","msg":"trace[1155678219] transaction","detail":"{read_only:false; response_revision:1658; number_of_response:1; }","duration":"843.46547ms","start":"2026-03-05T07:29:47.618546Z","end":"2026-03-05T07:29:48.462011Z","steps":["trace[1155678219] 'process raft request' (duration: 843.183354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:48.46215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:47.618515Z","time spent":"843.559192ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:29:48.462322Z","caller":"traceutil/trace.go:171","msg":"trace[147370731] linearizableReadLoop","detail":"{readStateIndex:1728; appliedIndex:1723; }","duration":"454.851993ms","start":"2026-03-05T07:29:48.007445Z","end":"2026-03-05T07:29:48.462297Z","steps":["trace[147370731] 'read index received' (duration: 441.205174ms)","trace[147370731] 'applied index is now lower than readState.Index' (duration: 13.645419ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:29:48.462397Z","caller":"traceutil/trace.go:171","msg":"trace[1575973873] transaction","detail":"{read_only:false; response_revision:1659; number_of_response:1; }","duration":"757.981195ms","start":"2026-03-05T07:29:47.704388Z","end":"2026-03-05T07:29:48.462369Z","steps":["trace[1575973873] 'process raft request' (duration: 757.563766ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:29:48.462336Z","caller":"traceutil/trace.go:171","msg":"trace[837674146] transaction","detail":"{read_only:false; response_revision:1660; number_of_response:1; }","duration":"691.900374ms","start":"2026-03-05T07:29:47.77041Z","end":"2026-03-05T07:29:48.462311Z","steps":["trace[837674146] 'process raft request' (duration: 691.766621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:48.462533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.088408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-05T07:29:48.462557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:47.704358Z","time spent":"758.100507ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:29:48.46261Z","caller":"traceutil/trace.go:171","msg":"trace[1660845889] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1660; }","duration":"455.21245ms","start":"2026-03-05T07:29:48.00738Z","end":"2026-03-05T07:29:48.462593Z","steps":["trace[1660845889] 'agreement among raft nodes before linearized reading' (duration: 455.008306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:48.462658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:48.007354Z","time spent":"455.294363ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T07:29:48.462663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:47.770389Z","time spent":"692.18405ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:29:48.462707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.922498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-93ffe14f-dc4b-4f19-9b14-993c4df13dde\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-03-05T07:29:48.462773Z","caller":"traceutil/trace.go:171","msg":"trace[1089757204] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-93ffe14f-dc4b-4f19-9b14-993c4df13dde; range_end:; response_count:1; response_revision:1660; }","duration":"417.215274ms","start":"2026-03-05T07:29:48.045542Z","end":"2026-03-05T07:29:48.462758Z","steps":["trace[1089757204] 'agreement among raft nodes before linearized reading' (duration: 416.910787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:48.462859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:48.045532Z","time spent":"417.317296ms","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-93ffe14f-dc4b-4f19-9b14-993c4df13dde\" "} {"level":"info","ts":"2026-03-05T07:29:51.203015Z","caller":"traceutil/trace.go:171","msg":"trace[1574856334] transaction","detail":"{read_only:false; response_revision:1681; number_of_response:1; }","duration":"142.29584ms","start":"2026-03-05T07:29:51.060698Z","end":"2026-03-05T07:29:51.202994Z","steps":["trace[1574856334] 'process raft request' (duration: 139.497244ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:29:51.349922Z","caller":"traceutil/trace.go:171","msg":"trace[515669053] transaction","detail":"{read_only:false; response_revision:1682; number_of_response:1; }","duration":"139.109646ms","start":"2026-03-05T07:29:51.210788Z","end":"2026-03-05T07:29:51.349898Z","steps":["trace[515669053] 'process raft request' (duration: 113.480978ms)","trace[515669053] 'compare' (duration: 25.461944ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:29:51.350253Z","caller":"traceutil/trace.go:171","msg":"trace[467302541] transaction","detail":"{read_only:false; response_revision:1683; number_of_response:1; }","duration":"105.647875ms","start":"2026-03-05T07:29:51.244576Z","end":"2026-03-05T07:29:51.350224Z","steps":["trace[467302541] 'process raft request' (duration: 105.269606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:51.914311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.920691ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:3958"} {"level":"info","ts":"2026-03-05T07:29:51.914489Z","caller":"traceutil/trace.go:171","msg":"trace[309847544] linearizableReadLoop","detail":"{readStateIndex:1756; appliedIndex:1755; }","duration":"111.352489ms","start":"2026-03-05T07:29:51.803112Z","end":"2026-03-05T07:29:51.914464Z","steps":["trace[309847544] 'read index received' (duration: 50.801µs)","trace[309847544] 'applied index is now lower than readState.Index' (duration: 111.299778ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:29:51.914577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.475162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:29:51.914642Z","caller":"traceutil/trace.go:171","msg":"trace[1777418191] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1686; }","duration":"111.585006ms","start":"2026-03-05T07:29:51.803045Z","end":"2026-03-05T07:29:51.91463Z","steps":["trace[1777418191] 'agreement among raft nodes before linearized reading' (duration: 111.483953ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:29:51.914712Z","caller":"traceutil/trace.go:171","msg":"trace[1643412208] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1686; }","duration":"340.915471ms","start":"2026-03-05T07:29:51.573659Z","end":"2026-03-05T07:29:51.914574Z","steps":["trace[1643412208] 'process raft request' (duration: 49.425446ms)","trace[1643412208] 'compare' (duration: 290.767288ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:29:51.914979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:51.573642Z","time spent":"341.194288ms","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":3981,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-05T07:29:52.111417Z","caller":"traceutil/trace.go:171","msg":"trace[1367568622] transaction","detail":"{read_only:false; response_revision:1691; number_of_response:1; }","duration":"136.422182ms","start":"2026-03-05T07:29:51.974968Z","end":"2026-03-05T07:29:52.11139Z","steps":["trace[1367568622] 'process raft request' (duration: 136.244138ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:29:52.435928Z","caller":"traceutil/trace.go:171","msg":"trace[938248572] linearizableReadLoop","detail":"{readStateIndex:1763; appliedIndex:1762; }","duration":"260.459882ms","start":"2026-03-05T07:29:52.175429Z","end":"2026-03-05T07:29:52.435889Z","steps":["trace[938248572] 'read index received' (duration: 196.05863ms)","trace[938248572] 'applied index is now lower than readState.Index' (duration: 64.399342ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:29:52.436033Z","caller":"traceutil/trace.go:171","msg":"trace[1530285781] transaction","detail":"{read_only:false; response_revision:1693; number_of_response:1; }","duration":"262.545941ms","start":"2026-03-05T07:29:52.173456Z","end":"2026-03-05T07:29:52.436002Z","steps":["trace[1530285781] 'process raft request' (duration: 198.203231ms)","trace[1530285781] 'compare' (duration: 63.94471ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:29:52.436866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.416425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-93ffe14f-dc4b-4f19-9b14-993c4df13dde\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-03-05T07:29:52.436929Z","caller":"traceutil/trace.go:171","msg":"trace[1606242966] range","detail":"{range_begin:/registry/persistentvolumes/pvc-93ffe14f-dc4b-4f19-9b14-993c4df13dde; range_end:; response_count:1; response_revision:1693; }","duration":"261.531118ms","start":"2026-03-05T07:29:52.175381Z","end":"2026-03-05T07:29:52.436912Z","steps":["trace[1606242966] 'agreement among raft nodes before linearized reading' (duration: 260.636987ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:29:52.437125Z","caller":"traceutil/trace.go:171","msg":"trace[1743572661] transaction","detail":"{read_only:false; response_revision:1694; number_of_response:1; }","duration":"254.01141ms","start":"2026-03-05T07:29:52.183083Z","end":"2026-03-05T07:29:52.437094Z","steps":["trace[1743572661] 'process raft request' (duration: 253.194621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:52.650217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.836839ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T07:29:52.65044Z","caller":"traceutil/trace.go:171","msg":"trace[261313577] transaction","detail":"{read_only:false; response_revision:1698; number_of_response:1; }","duration":"172.900314ms","start":"2026-03-05T07:29:52.477521Z","end":"2026-03-05T07:29:52.650422Z","steps":["trace[261313577] 'process raft request' (duration: 172.797882ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:29:52.650563Z","caller":"traceutil/trace.go:171","msg":"trace[1576258651] transaction","detail":"{read_only:false; response_revision:1697; number_of_response:1; }","duration":"174.219755ms","start":"2026-03-05T07:29:52.476311Z","end":"2026-03-05T07:29:52.650531Z","steps":["trace[1576258651] 'process raft request' (duration: 59.944305ms)","trace[1576258651] 'compare' (duration: 113.689206ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:29:52.650643Z","caller":"traceutil/trace.go:171","msg":"trace[932600496] transaction","detail":"{read_only:false; response_revision:1699; number_of_response:1; }","duration":"172.675618ms","start":"2026-03-05T07:29:52.477956Z","end":"2026-03-05T07:29:52.650631Z","steps":["trace[932600496] 'process raft request' (duration: 172.426142ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:29:52.650703Z","caller":"traceutil/trace.go:171","msg":"trace[1555368614] linearizableReadLoop","detail":"{readStateIndex:1769; appliedIndex:1766; }","duration":"153.127786ms","start":"2026-03-05T07:29:52.49756Z","end":"2026-03-05T07:29:52.650687Z","steps":["trace[1555368614] 'read index received' (duration: 38.680433ms)","trace[1555368614] 'applied index is now lower than readState.Index' (duration: 114.446003ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:29:52.650716Z","caller":"traceutil/trace.go:171","msg":"trace[791060914] transaction","detail":"{read_only:false; response_revision:1700; number_of_response:1; }","duration":"140.704263ms","start":"2026-03-05T07:29:52.50999Z","end":"2026-03-05T07:29:52.650694Z","steps":["trace[791060914] 'process raft request' (duration: 140.594191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:52.650847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.77078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-05T07:29:52.650878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.355979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-05T07:29:52.650898Z","caller":"traceutil/trace.go:171","msg":"trace[1785191632] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1700; }","duration":"169.844211ms","start":"2026-03-05T07:29:52.481044Z","end":"2026-03-05T07:29:52.650888Z","steps":["trace[1785191632] 'agreement among raft nodes before linearized reading' (duration: 169.687397ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:29:52.650909Z","caller":"traceutil/trace.go:171","msg":"trace[1156693915] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1700; }","duration":"147.423431ms","start":"2026-03-05T07:29:52.503475Z","end":"2026-03-05T07:29:52.650898Z","steps":["trace[1156693915] 'agreement among raft nodes before linearized reading' (duration: 147.320749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:52.650965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.58408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-05T07:29:52.65105Z","caller":"traceutil/trace.go:171","msg":"trace[968189891] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1700; }","duration":"170.722902ms","start":"2026-03-05T07:29:52.480307Z","end":"2026-03-05T07:29:52.65103Z","steps":["trace[968189891] 'agreement among raft nodes before linearized reading' (duration: 170.432495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:52.651228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.973447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-05T07:29:52.65132Z","caller":"traceutil/trace.go:171","msg":"trace[1931633564] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1700; }","duration":"157.096351ms","start":"2026-03-05T07:29:52.494204Z","end":"2026-03-05T07:29:52.651301Z","steps":["trace[1931633564] 'agreement among raft nodes before linearized reading' (duration: 156.506617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:53.809408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.502339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-05T07:29:53.809486Z","caller":"traceutil/trace.go:171","msg":"trace[1362220637] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1707; }","duration":"317.629962ms","start":"2026-03-05T07:29:53.491832Z","end":"2026-03-05T07:29:53.809462Z","steps":["trace[1362220637] 'range keys from in-memory index tree' (duration: 317.328285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:53.80951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.337321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-05T07:29:53.809525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:53.4918Z","time spent":"317.716714ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T07:29:53.809399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.859194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-05T07:29:53.809556Z","caller":"traceutil/trace.go:171","msg":"trace[236585191] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1707; }","duration":"302.374492ms","start":"2026-03-05T07:29:53.507165Z","end":"2026-03-05T07:29:53.809539Z","steps":["trace[236585191] 'range keys from in-memory index tree' (duration: 302.197688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:53.809593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:53.507092Z","time spent":"302.492115ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-05T07:29:53.809598Z","caller":"traceutil/trace.go:171","msg":"trace[296657525] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1707; }","duration":"151.119619ms","start":"2026-03-05T07:29:53.658455Z","end":"2026-03-05T07:29:53.809574Z","steps":["trace[296657525] 'range keys from in-memory index tree' (duration: 150.629298ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:01.230455Z","caller":"traceutil/trace.go:171","msg":"trace[148470750] transaction","detail":"{read_only:false; response_revision:1755; number_of_response:1; }","duration":"547.299797ms","start":"2026-03-05T07:30:00.683124Z","end":"2026-03-05T07:30:01.230424Z","steps":["trace[148470750] 'process raft request' (duration: 546.828236ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:01.230485Z","caller":"traceutil/trace.go:171","msg":"trace[243056410] linearizableReadLoop","detail":"{readStateIndex:1827; appliedIndex:1824; }","duration":"539.252287ms","start":"2026-03-05T07:30:00.691208Z","end":"2026-03-05T07:30:01.23046Z","steps":["trace[243056410] 'read index received' (duration: 59.790053ms)","trace[243056410] 'applied index is now lower than readState.Index' (duration: 479.461354ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:30:01.230554Z","caller":"traceutil/trace.go:171","msg":"trace[1360341397] transaction","detail":"{read_only:false; response_revision:1756; number_of_response:1; }","duration":"545.491735ms","start":"2026-03-05T07:30:00.685032Z","end":"2026-03-05T07:30:01.230523Z","steps":["trace[1360341397] 'process raft request' (duration: 545.303411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:01.230617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:00.6831Z","time spent":"547.4298ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:30:01.230792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.582976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-05T07:30:01.230847Z","caller":"traceutil/trace.go:171","msg":"trace[1810648161] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1756; }","duration":"539.721219ms","start":"2026-03-05T07:30:00.691112Z","end":"2026-03-05T07:30:01.230834Z","steps":["trace[1810648161] 'agreement among raft nodes before linearized reading' (duration: 539.546205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:01.230848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.311778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T07:30:01.230902Z","caller":"traceutil/trace.go:171","msg":"trace[847972845] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1756; }","duration":"539.38345ms","start":"2026-03-05T07:30:00.691495Z","end":"2026-03-05T07:30:01.230878Z","steps":["trace[847972845] 'agreement among raft nodes before linearized reading' (duration: 539.209156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:01.230954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:00.691486Z","time spent":"539.460172ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T07:30:01.230767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:00.685018Z","time spent":"545.607237ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:30:01.23198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:00.691096Z","time spent":"539.821831ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T07:30:01.232644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.397523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:30:01.232757Z","caller":"traceutil/trace.go:171","msg":"trace[409091599] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1756; }","duration":"429.500886ms","start":"2026-03-05T07:30:00.803201Z","end":"2026-03-05T07:30:01.232702Z","steps":["trace[409091599] 'agreement among raft nodes before linearized reading' (duration: 427.759604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:01.23281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:00.803186Z","time spent":"429.611368ms","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:30:01.232922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.634796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-05T07:30:01.233003Z","caller":"traceutil/trace.go:171","msg":"trace[218464067] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1756; }","duration":"373.744079ms","start":"2026-03-05T07:30:00.859219Z","end":"2026-03-05T07:30:01.232963Z","steps":["trace[218464067] 'agreement among raft nodes before linearized reading' (duration: 371.732741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:01.233153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:00.859191Z","time spent":"373.949424ms","remote":"127.0.0.1:46748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-05T07:30:01.655667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.169499ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T07:30:01.655989Z","caller":"traceutil/trace.go:171","msg":"trace[1391873968] transaction","detail":"{read_only:false; response_revision:1758; number_of_response:1; }","duration":"415.506263ms","start":"2026-03-05T07:30:01.240447Z","end":"2026-03-05T07:30:01.655953Z","steps":["trace[1391873968] 'process raft request' (duration: 167.910425ms)","trace[1391873968] 'compare' (duration: 246.956273ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:30:01.656093Z","caller":"traceutil/trace.go:171","msg":"trace[23766129] transaction","detail":"{read_only:false; response_revision:1759; number_of_response:1; }","duration":"415.544245ms","start":"2026-03-05T07:30:01.24052Z","end":"2026-03-05T07:30:01.656064Z","steps":["trace[23766129] 'process raft request' (duration: 415.261588ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:01.656101Z","caller":"traceutil/trace.go:171","msg":"trace[2031553748] linearizableReadLoop","detail":"{readStateIndex:1830; appliedIndex:1828; }","duration":"359.82517ms","start":"2026-03-05T07:30:01.296238Z","end":"2026-03-05T07:30:01.656063Z","steps":["trace[2031553748] 'read index received' (duration: 112.141739ms)","trace[2031553748] 'applied index is now lower than readState.Index' (duration: 247.65029ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:30:01.656219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:01.240483Z","time spent":"415.659698ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:30:01.656237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:01.240433Z","time spent":"415.693648ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:30:01.682227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.989067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T07:30:01.682288Z","caller":"traceutil/trace.go:171","msg":"trace[1853164603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1759; }","duration":"386.081939ms","start":"2026-03-05T07:30:01.296189Z","end":"2026-03-05T07:30:01.68227Z","steps":["trace[1853164603] 'agreement among raft nodes before linearized reading' (duration: 359.991303ms)","trace[1853164603] 'range keys from in-memory index tree' (duration: 25.873761ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:30:01.682325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:01.296175Z","time spent":"386.141631ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T07:30:01.682583Z","caller":"traceutil/trace.go:171","msg":"trace[1085784437] transaction","detail":"{read_only:false; response_revision:1760; number_of_response:1; }","duration":"263.461652ms","start":"2026-03-05T07:30:01.4191Z","end":"2026-03-05T07:30:01.682562Z","steps":["trace[1085784437] 'process raft request' (duration: 263.135305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:01.682817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.203844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T07:30:01.682867Z","caller":"traceutil/trace.go:171","msg":"trace[1470247725] transaction","detail":"{read_only:false; response_revision:1761; number_of_response:1; }","duration":"118.15969ms","start":"2026-03-05T07:30:01.56467Z","end":"2026-03-05T07:30:01.682829Z","steps":["trace[1470247725] 'process raft request' (duration: 117.72952ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:01.682916Z","caller":"traceutil/trace.go:171","msg":"trace[397070657] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1761; }","duration":"359.47261ms","start":"2026-03-05T07:30:01.323418Z","end":"2026-03-05T07:30:01.682891Z","steps":["trace[397070657] 'agreement among raft nodes before linearized reading' (duration: 359.121102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:01.683101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:01.323402Z","time spent":"359.675456ms","remote":"127.0.0.1:49486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:30:04.356827Z","caller":"traceutil/trace.go:171","msg":"trace[2098638718] transaction","detail":"{read_only:false; response_revision:1775; number_of_response:1; }","duration":"170.514848ms","start":"2026-03-05T07:30:04.186284Z","end":"2026-03-05T07:30:04.356799Z","steps":["trace[2098638718] 'process raft request' (duration: 107.596591ms)","trace[2098638718] 'compare' (duration: 62.792894ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:30:04.358878Z","caller":"traceutil/trace.go:171","msg":"trace[1834411725] transaction","detail":"{read_only:false; response_revision:1776; number_of_response:1; }","duration":"171.121412ms","start":"2026-03-05T07:30:04.187742Z","end":"2026-03-05T07:30:04.358864Z","steps":["trace[1834411725] 'process raft request' (duration: 170.977458ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:04.359061Z","caller":"traceutil/trace.go:171","msg":"trace[936232775] transaction","detail":"{read_only:false; response_revision:1777; number_of_response:1; }","duration":"168.696334ms","start":"2026-03-05T07:30:04.190355Z","end":"2026-03-05T07:30:04.359052Z","steps":["trace[936232775] 'process raft request' (duration: 168.460229ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:04.359238Z","caller":"traceutil/trace.go:171","msg":"trace[746163927] linearizableReadLoop","detail":"{readStateIndex:1849; appliedIndex:1846; }","duration":"106.109856ms","start":"2026-03-05T07:30:04.252897Z","end":"2026-03-05T07:30:04.359007Z","steps":["trace[746163927] 'read index received' (duration: 40.998869ms)","trace[746163927] 'applied index is now lower than readState.Index' (duration: 65.109667ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:30:04.3595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.564637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-05T07:30:04.359624Z","caller":"traceutil/trace.go:171","msg":"trace[349183855] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1777; }","duration":"106.70449ms","start":"2026-03-05T07:30:04.252887Z","end":"2026-03-05T07:30:04.359591Z","steps":["trace[349183855] 'agreement among raft nodes before linearized reading' (duration: 106.342321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:05.788282Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031143769,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T07:30:06.288717Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031143769,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T07:30:06.789967Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031143769,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T07:30:06.792209Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.545294478s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T07:30:06.792658Z","caller":"traceutil/trace.go:171","msg":"trace[214656401] transaction","detail":"{read_only:false; response_revision:1785; number_of_response:1; }","duration":"1.54581546s","start":"2026-03-05T07:30:05.246818Z","end":"2026-03-05T07:30:06.792633Z","steps":["trace[214656401] 'process raft request' (duration: 1.545636606s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:06.792806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:05.246781Z","time spent":"1.545937714s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:30:07.31957Z","caller":"traceutil/trace.go:171","msg":"trace[1074571618] transaction","detail":"{read_only:false; response_revision:1786; number_of_response:1; }","duration":"2.069439089s","start":"2026-03-05T07:30:05.250086Z","end":"2026-03-05T07:30:07.319525Z","steps":["trace[1074571618] 'process raft request' (duration: 2.003548623s)","trace[1074571618] 'compare' (duration: 65.532807ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:30:07.319772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:05.250072Z","time spent":"2.069588752s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:30:07.319894Z","caller":"traceutil/trace.go:171","msg":"trace[2001299802] transaction","detail":"{read_only:false; response_revision:1787; number_of_response:1; }","duration":"907.618257ms","start":"2026-03-05T07:30:06.412245Z","end":"2026-03-05T07:30:07.319863Z","steps":["trace[2001299802] 'process raft request' (duration: 907.217968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:07.32006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:06.412218Z","time spent":"907.748841ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:30:07.320258Z","caller":"traceutil/trace.go:171","msg":"trace[1732075369] linearizableReadLoop","detail":"{readStateIndex:1860; appliedIndex:1856; }","duration":"2.032736943s","start":"2026-03-05T07:30:05.287506Z","end":"2026-03-05T07:30:07.320243Z","steps":["trace[1732075369] 'read index received' (duration: 1.504955186s)","trace[1732075369] 'applied index is now lower than readState.Index' (duration: 527.780507ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:30:07.320385Z","caller":"traceutil/trace.go:171","msg":"trace[440237909] transaction","detail":"{read_only:false; response_revision:1788; number_of_response:1; }","duration":"550.981444ms","start":"2026-03-05T07:30:06.769391Z","end":"2026-03-05T07:30:07.320373Z","steps":["trace[440237909] 'process raft request' (duration: 550.352389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:07.320475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:06.769363Z","time spent":"551.065956ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:30:07.32052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.995499053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T07:30:07.320604Z","caller":"traceutil/trace.go:171","msg":"trace[337687054] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1788; }","duration":"1.995628835s","start":"2026-03-05T07:30:05.324952Z","end":"2026-03-05T07:30:07.320581Z","steps":["trace[337687054] 'agreement among raft nodes before linearized reading' (duration: 1.995487942s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:07.320648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:05.324928Z","time spent":"1.995709667s","remote":"127.0.0.1:49670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":30,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:30:07.320758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104263642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.222\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-05T07:30:07.320818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518401194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:30:07.320822Z","caller":"traceutil/trace.go:171","msg":"trace[2033919593] range","detail":"{range_begin:/registry/masterleases/199.204.45.222; range_end:; response_count:1; response_revision:1788; }","duration":"1.104364214s","start":"2026-03-05T07:30:06.21644Z","end":"2026-03-05T07:30:07.320805Z","steps":["trace[2033919593] 'agreement among raft nodes before linearized reading' (duration: 1.1041923s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:07.320844Z","caller":"traceutil/trace.go:171","msg":"trace[638505956] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1788; }","duration":"1.518456015s","start":"2026-03-05T07:30:05.802381Z","end":"2026-03-05T07:30:07.320837Z","steps":["trace[638505956] 'agreement among raft nodes before linearized reading' (duration: 1.518415054s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:07.320862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:05.802369Z","time spent":"1.518490536s","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:30:07.320876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:06.216413Z","time spent":"1.104451306s","remote":"127.0.0.1:49176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.222\" "} {"level":"warn","ts":"2026-03-05T07:30:07.320992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.03348226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-05T07:30:07.321053Z","caller":"traceutil/trace.go:171","msg":"trace[56703492] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1788; }","duration":"2.033575432s","start":"2026-03-05T07:30:05.287458Z","end":"2026-03-05T07:30:07.321034Z","steps":["trace[56703492] 'agreement among raft nodes before linearized reading' (duration: 2.033394098s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:07.321044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.716787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:30:07.321085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.61266835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-05T07:30:07.321099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:05.287439Z","time spent":"2.033647494s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T07:30:07.321113Z","caller":"traceutil/trace.go:171","msg":"trace[1196911598] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1788; }","duration":"464.825059ms","start":"2026-03-05T07:30:06.856268Z","end":"2026-03-05T07:30:07.321093Z","steps":["trace[1196911598] 'agreement among raft nodes before linearized reading' (duration: 464.322467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:07.321161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.651038056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-05T07:30:07.320588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466499078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T07:30:07.321181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:06.856245Z","time spent":"464.923861ms","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:30:07.321201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.449444455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-05T07:30:07.32125Z","caller":"traceutil/trace.go:171","msg":"trace[3219947] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1788; }","duration":"1.449510216s","start":"2026-03-05T07:30:05.871724Z","end":"2026-03-05T07:30:07.321234Z","steps":["trace[3219947] 'agreement among raft nodes before linearized reading' (duration: 1.449359912s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:07.321298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:05.871712Z","time spent":"1.449575488s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T07:30:07.321292Z","caller":"traceutil/trace.go:171","msg":"trace[2145974577] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1788; }","duration":"1.467180264s","start":"2026-03-05T07:30:05.85404Z","end":"2026-03-05T07:30:07.321221Z","steps":["trace[2145974577] 'agreement among raft nodes before linearized reading' (duration: 1.466453597s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:07.321432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.954287118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-05T07:30:07.321519Z","caller":"traceutil/trace.go:171","msg":"trace[1085255819] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1788; }","duration":"1.954394841s","start":"2026-03-05T07:30:05.367099Z","end":"2026-03-05T07:30:07.321494Z","steps":["trace[1085255819] 'agreement among raft nodes before linearized reading' (duration: 1.954224707s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:07.32157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:05.367085Z","time spent":"1.954469132s","remote":"127.0.0.1:46748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-05T07:30:07.321111Z","caller":"traceutil/trace.go:171","msg":"trace[1280555979] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1788; }","duration":"1.612728842s","start":"2026-03-05T07:30:05.708376Z","end":"2026-03-05T07:30:07.321104Z","steps":["trace[1280555979] 'agreement among raft nodes before linearized reading' (duration: 1.612570038s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:07.321646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:05.708357Z","time spent":"1.613267775s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T07:30:07.321179Z","caller":"traceutil/trace.go:171","msg":"trace[1721634820] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1788; }","duration":"1.651091368s","start":"2026-03-05T07:30:05.670083Z","end":"2026-03-05T07:30:07.321174Z","steps":["trace[1721634820] 'agreement among raft nodes before linearized reading' (duration: 1.651040496s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:07.321927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:05.670076Z","time spent":"1.651664311s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T07:30:07.32206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:05.854028Z","time spent":"1.467350078s","remote":"127.0.0.1:58532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":15,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:30:07.322611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.652742007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T07:30:07.322768Z","caller":"traceutil/trace.go:171","msg":"trace[1544895411] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1788; }","duration":"1.652964662s","start":"2026-03-05T07:30:05.669767Z","end":"2026-03-05T07:30:07.322732Z","steps":["trace[1544895411] 'agreement among raft nodes before linearized reading' (duration: 1.65247385s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:07.322833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:05.669746Z","time spent":"1.653076805s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T07:30:43.412881Z","caller":"traceutil/trace.go:171","msg":"trace[1488940085] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"446.21037ms","start":"2026-03-05T07:30:42.966638Z","end":"2026-03-05T07:30:43.412849Z","steps":["trace[1488940085] 'process raft request' (duration: 446.037566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:43.413068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:42.966607Z","time spent":"446.371544ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:30:44.052276Z","caller":"traceutil/trace.go:171","msg":"trace[1306632113] linearizableReadLoop","detail":"{readStateIndex:2051; appliedIndex:2049; }","duration":"502.93438ms","start":"2026-03-05T07:30:43.54931Z","end":"2026-03-05T07:30:44.052244Z","steps":["trace[1306632113] 'read index received' (duration: 417.377229ms)","trace[1306632113] 'applied index is now lower than readState.Index' (duration: 85.556251ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:30:44.052338Z","caller":"traceutil/trace.go:171","msg":"trace[1003007821] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"546.1554ms","start":"2026-03-05T07:30:43.506145Z","end":"2026-03-05T07:30:44.0523Z","steps":["trace[1003007821] 'process raft request' (duration: 460.542938ms)","trace[1003007821] 'compare' (duration: 85.314135ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:30:44.052402Z","caller":"traceutil/trace.go:171","msg":"trace[1500351566] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"545.869953ms","start":"2026-03-05T07:30:43.506521Z","end":"2026-03-05T07:30:44.052391Z","steps":["trace[1500351566] 'process raft request' (duration: 545.675449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:44.05245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:43.50612Z","time spent":"546.261332ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:30:44.052476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:43.506508Z","time spent":"545.918064ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:30:44.052729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.404731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:30:44.052717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.285025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-05T07:30:44.052781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.105026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T07:30:44.052805Z","caller":"traceutil/trace.go:171","msg":"trace[106194490] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1970; }","duration":"249.504354ms","start":"2026-03-05T07:30:43.803283Z","end":"2026-03-05T07:30:44.052788Z","steps":["trace[106194490] 'agreement among raft nodes before linearized reading' (duration: 249.383931ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:44.052822Z","caller":"traceutil/trace.go:171","msg":"trace[1160044628] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1970; }","duration":"436.442549ms","start":"2026-03-05T07:30:43.616356Z","end":"2026-03-05T07:30:44.052799Z","steps":["trace[1160044628] 'agreement among raft nodes before linearized reading' (duration: 436.162142ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:44.052867Z","caller":"traceutil/trace.go:171","msg":"trace[254438596] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1970; }","duration":"435.211099ms","start":"2026-03-05T07:30:43.617635Z","end":"2026-03-05T07:30:44.052846Z","steps":["trace[254438596] 'agreement among raft nodes before linearized reading' (duration: 435.014984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:44.052909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:43.617622Z","time spent":"435.27784ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T07:30:44.052902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:43.616337Z","time spent":"436.546091ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T07:30:44.052952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.26574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-05T07:30:44.052741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.78569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-05T07:30:44.052945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.605225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T07:30:44.052987Z","caller":"traceutil/trace.go:171","msg":"trace[2033919117] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1970; }","duration":"435.355812ms","start":"2026-03-05T07:30:43.61762Z","end":"2026-03-05T07:30:44.052976Z","steps":["trace[2033919117] 'agreement among raft nodes before linearized reading' (duration: 435.023734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:44.053039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:43.617598Z","time spent":"435.435334ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T07:30:44.053035Z","caller":"traceutil/trace.go:171","msg":"trace[75177671] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1970; }","duration":"416.071657ms","start":"2026-03-05T07:30:43.636945Z","end":"2026-03-05T07:30:44.053017Z","steps":["trace[75177671] 'agreement among raft nodes before linearized reading' (duration: 415.681528ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:44.053055Z","caller":"traceutil/trace.go:171","msg":"trace[84405131] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1970; }","duration":"503.770699ms","start":"2026-03-05T07:30:43.54926Z","end":"2026-03-05T07:30:44.053031Z","steps":["trace[84405131] 'agreement among raft nodes before linearized reading' (duration: 503.38869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:44.053095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:43.636913Z","time spent":"416.164539ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T07:30:44.053086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.986845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-05T07:30:44.053131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:43.549239Z","time spent":"503.877051ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T07:30:44.053226Z","caller":"traceutil/trace.go:171","msg":"trace[1265742980] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1970; }","duration":"427.429335ms","start":"2026-03-05T07:30:43.625751Z","end":"2026-03-05T07:30:44.05318Z","steps":["trace[1265742980] 'agreement among raft nodes before linearized reading' (duration: 426.921413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:44.05329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:43.625741Z","time spent":"427.536168ms","remote":"127.0.0.1:46748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-05T07:30:44.369066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.078294ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T07:30:44.369169Z","caller":"traceutil/trace.go:171","msg":"trace[1229419090] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"311.654091ms","start":"2026-03-05T07:30:44.057497Z","end":"2026-03-05T07:30:44.369151Z","steps":["trace[1229419090] 'process raft request' (duration: 178.400044ms)","trace[1229419090] 'compare' (duration: 132.96656ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:30:44.369416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:44.057475Z","time spent":"311.849685ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:30:44.432891Z","caller":"traceutil/trace.go:171","msg":"trace[1992406154] transaction","detail":"{read_only:false; response_revision:1972; number_of_response:1; }","duration":"374.899625ms","start":"2026-03-05T07:30:44.057966Z","end":"2026-03-05T07:30:44.432866Z","steps":["trace[1992406154] 'process raft request' (duration: 374.731141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:44.433058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:44.05795Z","time spent":"375.010947ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:30:44.433366Z","caller":"traceutil/trace.go:171","msg":"trace[1959094830] transaction","detail":"{read_only:false; response_revision:1973; number_of_response:1; }","duration":"375.290004ms","start":"2026-03-05T07:30:44.058058Z","end":"2026-03-05T07:30:44.433348Z","steps":["trace[1959094830] 'process raft request' (duration: 374.769712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:44.433444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:44.058028Z","time spent":"375.378166ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:30:44.433544Z","caller":"traceutil/trace.go:171","msg":"trace[1405803390] transaction","detail":"{read_only:false; response_revision:1974; number_of_response:1; }","duration":"375.203022ms","start":"2026-03-05T07:30:44.058309Z","end":"2026-03-05T07:30:44.433511Z","steps":["trace[1405803390] 'process raft request' (duration: 374.902105ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:44.433643Z","caller":"traceutil/trace.go:171","msg":"trace[2005462363] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"374.199288ms","start":"2026-03-05T07:30:44.059421Z","end":"2026-03-05T07:30:44.43362Z","steps":["trace[2005462363] 'process raft request' (duration: 373.959312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:44.433743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:44.058298Z","time spent":"375.366956ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:30:44.433913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:44.059405Z","time spent":"374.391753ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:30:45.100934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.184343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:30:45.100992Z","caller":"traceutil/trace.go:171","msg":"trace[1622163741] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1975; }","duration":"298.287325ms","start":"2026-03-05T07:30:44.802692Z","end":"2026-03-05T07:30:45.10098Z","steps":["trace[1622163741] 'range keys from in-memory index tree' (duration: 298.110841ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:45.101179Z","caller":"traceutil/trace.go:171","msg":"trace[1365907996] transaction","detail":"{read_only:false; response_revision:1976; number_of_response:1; }","duration":"240.853299ms","start":"2026-03-05T07:30:44.860286Z","end":"2026-03-05T07:30:45.101139Z","steps":["trace[1365907996] 'process raft request' (duration: 167.052926ms)","trace[1365907996] 'compare' (duration: 73.68203ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:30:46.025962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.37016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-03-05T07:30:46.026042Z","caller":"traceutil/trace.go:171","msg":"trace[1771229230] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1977; }","duration":"636.493584ms","start":"2026-03-05T07:30:45.389529Z","end":"2026-03-05T07:30:46.026023Z","steps":["trace[1771229230] 'range keys from in-memory index tree' (duration: 636.130435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:46.026499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:45.389513Z","time spent":"636.968686ms","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T07:30:46.302735Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031144263,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T07:30:46.405839Z","caller":"traceutil/trace.go:171","msg":"trace[1979495440] transaction","detail":"{read_only:false; response_revision:1978; number_of_response:1; }","duration":"984.289038ms","start":"2026-03-05T07:30:45.421521Z","end":"2026-03-05T07:30:46.40581Z","steps":["trace[1979495440] 'process raft request' (duration: 984.092374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:46.406185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:45.421492Z","time spent":"984.458693ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:30:46.774734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.282639ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T07:30:46.775035Z","caller":"traceutil/trace.go:171","msg":"trace[1456700098] linearizableReadLoop","detail":"{readStateIndex:2061; appliedIndex:2058; }","duration":"972.658404ms","start":"2026-03-05T07:30:45.80236Z","end":"2026-03-05T07:30:46.775019Z","steps":["trace[1456700098] 'read index received' (duration: 603.242559ms)","trace[1456700098] 'applied index is now lower than readState.Index' (duration: 369.414775ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:30:46.775154Z","caller":"traceutil/trace.go:171","msg":"trace[73664412] transaction","detail":"{read_only:false; response_revision:1980; number_of_response:1; }","duration":"717.648631ms","start":"2026-03-05T07:30:46.057495Z","end":"2026-03-05T07:30:46.775143Z","steps":["trace[73664412] 'process raft request' (duration: 717.426636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:46.775252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.676951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:30:46.775277Z","caller":"traceutil/trace.go:171","msg":"trace[345501574] transaction","detail":"{read_only:false; response_revision:1979; number_of_response:1; }","duration":"718.453899ms","start":"2026-03-05T07:30:46.056795Z","end":"2026-03-05T07:30:46.775249Z","steps":["trace[345501574] 'process raft request' (duration: 603.530775ms)","trace[345501574] 'compare' (duration: 114.154046ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:30:46.775259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:46.057478Z","time spent":"717.741223ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:30:46.775334Z","caller":"traceutil/trace.go:171","msg":"trace[1674848603] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1980; }","duration":"971.804014ms","start":"2026-03-05T07:30:45.803509Z","end":"2026-03-05T07:30:46.775313Z","steps":["trace[1674848603] 'agreement among raft nodes before linearized reading' (duration: 971.680741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:46.775385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:45.803489Z","time spent":"971.885486ms","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:30:46.775382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.409004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-05T07:30:46.775386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.995462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T07:30:46.775415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.38862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-05T07:30:46.775451Z","caller":"traceutil/trace.go:171","msg":"trace[1299001776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1980; }","duration":"338.529966ms","start":"2026-03-05T07:30:46.436905Z","end":"2026-03-05T07:30:46.775435Z","steps":["trace[1299001776] 'agreement among raft nodes before linearized reading' (duration: 338.312091ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:46.775469Z","caller":"traceutil/trace.go:171","msg":"trace[130364382] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1980; }","duration":"973.125635ms","start":"2026-03-05T07:30:45.80232Z","end":"2026-03-05T07:30:46.775446Z","steps":["trace[130364382] 'agreement among raft nodes before linearized reading' (duration: 972.996722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:46.77548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.50361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:30:46.775502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:46.436885Z","time spent":"338.608478ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T07:30:46.775508Z","caller":"traceutil/trace.go:171","msg":"trace[1513361587] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1980; }","duration":"666.512753ms","start":"2026-03-05T07:30:46.108971Z","end":"2026-03-05T07:30:46.775483Z","steps":["trace[1513361587] 'agreement among raft nodes before linearized reading' (duration: 666.270817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:46.775542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:45.802299Z","time spent":"973.226757ms","remote":"127.0.0.1:49642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:30:46.775555Z","caller":"traceutil/trace.go:171","msg":"trace[1423670175] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1980; }","duration":"740.599672ms","start":"2026-03-05T07:30:46.034932Z","end":"2026-03-05T07:30:46.775532Z","steps":["trace[1423670175] 'agreement among raft nodes before linearized reading' (duration: 740.470239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:46.775607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:46.03492Z","time spent":"740.675604ms","remote":"127.0.0.1:49602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-05T07:30:46.775605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:46.056778Z","time spent":"718.548222ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:30:46.775663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.905442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-05T07:30:46.775688Z","caller":"traceutil/trace.go:171","msg":"trace[1180998571] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1980; }","duration":"337.963842ms","start":"2026-03-05T07:30:46.437718Z","end":"2026-03-05T07:30:46.775682Z","steps":["trace[1180998571] 'agreement among raft nodes before linearized reading' (duration: 337.710956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:46.775546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.487581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-05T07:30:46.775786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.714269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.222\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-05T07:30:46.776196Z","caller":"traceutil/trace.go:171","msg":"trace[475797027] range","detail":"{range_begin:/registry/masterleases/199.204.45.222; range_end:; response_count:1; response_revision:1980; }","duration":"557.15779ms","start":"2026-03-05T07:30:46.219012Z","end":"2026-03-05T07:30:46.77617Z","steps":["trace[475797027] 'agreement among raft nodes before linearized reading' (duration: 556.235998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:46.775623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.586119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-05T07:30:46.776251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:46.218984Z","time spent":"557.251622ms","remote":"127.0.0.1:49176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.222\" "} {"level":"info","ts":"2026-03-05T07:30:46.776261Z","caller":"traceutil/trace.go:171","msg":"trace[1574712795] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1980; }","duration":"403.241994ms","start":"2026-03-05T07:30:46.372998Z","end":"2026-03-05T07:30:46.77624Z","steps":["trace[1574712795] 'agreement among raft nodes before linearized reading' (duration: 402.310743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:46.776321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:46.37298Z","time spent":"403.323376ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T07:30:46.775788Z","caller":"traceutil/trace.go:171","msg":"trace[1099564122] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1980; }","duration":"337.727196ms","start":"2026-03-05T07:30:46.438036Z","end":"2026-03-05T07:30:46.775763Z","steps":["trace[1099564122] 'agreement among raft nodes before linearized reading' (duration: 337.362388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:46.776499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:46.438029Z","time spent":"338.451183ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T07:30:46.775462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.242855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T07:30:46.776608Z","caller":"traceutil/trace.go:171","msg":"trace[766805327] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1980; }","duration":"338.414453ms","start":"2026-03-05T07:30:46.43818Z","end":"2026-03-05T07:30:46.776594Z","steps":["trace[766805327] 'agreement among raft nodes before linearized reading' (duration: 337.116962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:46.776659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:46.438167Z","time spent":"338.480014ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T07:30:46.775707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:46.437702Z","time spent":"338.001424ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T07:30:46.775559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:46.108959Z","time spent":"666.587555ms","remote":"127.0.0.1:46748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-05T07:30:47.357932Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031144277,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T07:30:47.858814Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031144277,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T07:30:48.359873Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031144277,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T07:30:48.498672Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.111627817s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T07:30:48.499166Z","caller":"traceutil/trace.go:171","msg":"trace[1727875885] transaction","detail":"{read_only:false; response_revision:1981; number_of_response:1; }","duration":"1.719637227s","start":"2026-03-05T07:30:46.779506Z","end":"2026-03-05T07:30:48.499143Z","steps":["trace[1727875885] 'process raft request' (duration: 1.719379461s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:48.499311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:46.77949Z","time spent":"1.71974413s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:30:48.499549Z","caller":"traceutil/trace.go:171","msg":"trace[585790663] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"1.719693097s","start":"2026-03-05T07:30:46.779827Z","end":"2026-03-05T07:30:48.49952Z","steps":["trace[585790663] 'process raft request' (duration: 1.719269638s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:48.499741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:46.779816Z","time spent":"1.719808841s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:30:48.499903Z","caller":"traceutil/trace.go:171","msg":"trace[1304340142] transaction","detail":"{read_only:false; response_revision:1983; number_of_response:1; }","duration":"1.719656118s","start":"2026-03-05T07:30:46.780222Z","end":"2026-03-05T07:30:48.499879Z","steps":["trace[1304340142] 'process raft request' (duration: 1.719173716s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:48.499945Z","caller":"traceutil/trace.go:171","msg":"trace[1551626511] transaction","detail":"{read_only:false; response_revision:1985; number_of_response:1; }","duration":"1.71933083s","start":"2026-03-05T07:30:46.780591Z","end":"2026-03-05T07:30:48.499922Z","steps":["trace[1551626511] 'process raft request' (duration: 1.719259548s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:48.500009Z","caller":"traceutil/trace.go:171","msg":"trace[378220544] transaction","detail":"{read_only:false; response_revision:1984; number_of_response:1; }","duration":"1.719699918s","start":"2026-03-05T07:30:46.780285Z","end":"2026-03-05T07:30:48.499985Z","steps":["trace[378220544] 'process raft request' (duration: 1.719476033s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:48.5001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:46.780279Z","time spent":"1.71977737s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:30:48.500128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:46.780582Z","time spent":"1.719425962s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:30:48.500145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:46.780211Z","time spent":"1.719832732s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:30:48.855547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998589597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T07:30:48.855639Z","caller":"traceutil/trace.go:171","msg":"trace[1052089863] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99873291s","start":"2026-03-05T07:30:46.85688Z","end":"2026-03-05T07:30:48.855613Z","steps":["trace[1052089863] 'agreement among raft nodes before linearized reading' (duration: 1.998625808s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:48.855691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:46.856863Z","time spent":"1.998818042s","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 07:30:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T07:30:49.802963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000012029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T07:30:49.803071Z","caller":"traceutil/trace.go:171","msg":"trace[1664933383] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000157533s","start":"2026-03-05T07:30:47.802894Z","end":"2026-03-05T07:30:49.803052Z","steps":["trace[1664933383] 'agreement among raft nodes before linearized reading' (duration: 2.00003054s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:49.803119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:47.802884Z","time spent":"2.000226264s","remote":"127.0.0.1:49166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 07:30:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T07:30:49.995779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181250492s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:30:49.995897Z","caller":"traceutil/trace.go:171","msg":"trace[1013224273] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1985; }","duration":"1.181379145s","start":"2026-03-05T07:30:48.8145Z","end":"2026-03-05T07:30:49.995879Z","steps":["trace[1013224273] 'range keys from in-memory index tree' (duration: 1.18123411s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:49.996246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283386693s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T07:30:49.996744Z","caller":"traceutil/trace.go:171","msg":"trace[1230932959] transaction","detail":"{read_only:false; response_revision:1986; number_of_response:1; }","duration":"3.138454308s","start":"2026-03-05T07:30:46.858231Z","end":"2026-03-05T07:30:49.996685Z","steps":["trace[1230932959] 'process raft request' (duration: 1.854547673s)","trace[1230932959] 'compare' (duration: 1.282978984s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:30:49.996868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:46.858214Z","time spent":"3.138593202s","remote":"127.0.0.1:49176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:30:49.996946Z","caller":"traceutil/trace.go:171","msg":"trace[278531329] transaction","detail":"{read_only:false; response_revision:1988; number_of_response:1; }","duration":"1.215479559s","start":"2026-03-05T07:30:48.781452Z","end":"2026-03-05T07:30:49.996932Z","steps":["trace[278531329] 'process raft request' (duration: 1.215441568s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:49.997065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:48.781427Z","time spent":"1.215561051s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:30:49.997061Z","caller":"traceutil/trace.go:171","msg":"trace[1424740736] transaction","detail":"{read_only:false; response_revision:1987; number_of_response:1; }","duration":"1.584601458s","start":"2026-03-05T07:30:48.412404Z","end":"2026-03-05T07:30:49.997005Z","steps":["trace[1424740736] 'process raft request' (duration: 1.584351852s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:49.997178Z","caller":"traceutil/trace.go:171","msg":"trace[1391790898] linearizableReadLoop","detail":"{readStateIndex:2068; appliedIndex:2062; }","duration":"3.140223421s","start":"2026-03-05T07:30:46.856848Z","end":"2026-03-05T07:30:49.997071Z","steps":["trace[1391790898] 'read index received' (duration: 1.642087146s)","trace[1391790898] 'applied index is now lower than readState.Index' (duration: 1.498129805s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:30:49.997317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:48.412384Z","time spent":"1.584809773s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:30:49.997655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.196359737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T07:30:49.997715Z","caller":"traceutil/trace.go:171","msg":"trace[22698227] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1988; }","duration":"3.196439749s","start":"2026-03-05T07:30:46.801253Z","end":"2026-03-05T07:30:49.997692Z","steps":["trace[22698227] 'agreement among raft nodes before linearized reading' (duration: 3.195976668s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:49.997755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:46.801242Z","time spent":"3.19650455s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:30:50.072052Z","caller":"traceutil/trace.go:171","msg":"trace[1901450112] transaction","detail":"{read_only:false; response_revision:1989; number_of_response:1; }","duration":"1.290276796s","start":"2026-03-05T07:30:48.781759Z","end":"2026-03-05T07:30:50.072035Z","steps":["trace[1901450112] 'process raft request' (duration: 1.289973459s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:50.072171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:48.781742Z","time spent":"1.290359189s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:30:50.07233Z","caller":"traceutil/trace.go:171","msg":"trace[2085755998] transaction","detail":"{read_only:false; response_revision:1990; number_of_response:1; }","duration":"1.213415661s","start":"2026-03-05T07:30:48.858901Z","end":"2026-03-05T07:30:50.072316Z","steps":["trace[2085755998] 'process raft request' (duration: 1.21292767s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:50.072384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:48.858877Z","time spent":"1.213483802s","remote":"127.0.0.1:49220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T07:30:50.072528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.289421805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-05T07:30:50.072544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.165129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:30:50.072586Z","caller":"traceutil/trace.go:171","msg":"trace[2134558818] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1990; }","duration":"2.289518418s","start":"2026-03-05T07:30:47.783052Z","end":"2026-03-05T07:30:50.072571Z","steps":["trace[2134558818] 'agreement among raft nodes before linearized reading' (duration: 2.289332494s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:50.07259Z","caller":"traceutil/trace.go:171","msg":"trace[1313810929] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1990; }","duration":"261.259931ms","start":"2026-03-05T07:30:49.811317Z","end":"2026-03-05T07:30:50.072577Z","steps":["trace[1313810929] 'agreement among raft nodes before linearized reading' (duration: 261.171619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:50.072604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.207704394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-05T07:30:50.072624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:47.783033Z","time spent":"2.289580919s","remote":"127.0.0.1:46748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-05T07:30:50.072685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.074979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:30:50.072712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.634951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T07:30:50.072774Z","caller":"traceutil/trace.go:171","msg":"trace[32445592] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1990; }","duration":"618.242463ms","start":"2026-03-05T07:30:49.454513Z","end":"2026-03-05T07:30:50.072755Z","steps":["trace[32445592] 'agreement among raft nodes before linearized reading' (duration: 618.042848ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:50.072783Z","caller":"traceutil/trace.go:171","msg":"trace[22949024] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1990; }","duration":"242.770244ms","start":"2026-03-05T07:30:49.829996Z","end":"2026-03-05T07:30:50.072766Z","steps":["trace[22949024] 'agreement among raft nodes before linearized reading' (duration: 242.621721ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:50.072635Z","caller":"traceutil/trace.go:171","msg":"trace[1089184952] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1990; }","duration":"3.207761556s","start":"2026-03-05T07:30:46.864864Z","end":"2026-03-05T07:30:50.072625Z","steps":["trace[1089184952] 'agreement among raft nodes before linearized reading' (duration: 3.207667614s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:50.072832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:49.454493Z","time spent":"618.325825ms","remote":"127.0.0.1:58506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:30:50.072863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:46.864851Z","time spent":"3.207989881s","remote":"127.0.0.1:46748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-05T07:30:50.072837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.117038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T07:30:50.072946Z","caller":"traceutil/trace.go:171","msg":"trace[1593859061] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1990; }","duration":"253.233891ms","start":"2026-03-05T07:30:49.819692Z","end":"2026-03-05T07:30:50.072926Z","steps":["trace[1593859061] 'agreement among raft nodes before linearized reading' (duration: 253.075497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:50.073075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.249741428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:30:50.073221Z","caller":"traceutil/trace.go:171","msg":"trace[595982098] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1990; }","duration":"2.250016014s","start":"2026-03-05T07:30:47.823171Z","end":"2026-03-05T07:30:50.073187Z","steps":["trace[595982098] 'agreement among raft nodes before linearized reading' (duration: 2.249641595s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:50.07335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:47.823158Z","time spent":"2.250175339s","remote":"127.0.0.1:49384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:30:50.377225Z","caller":"traceutil/trace.go:171","msg":"trace[1088302279] transaction","detail":"{read_only:false; response_revision:1993; number_of_response:1; }","duration":"200.058756ms","start":"2026-03-05T07:30:50.177134Z","end":"2026-03-05T07:30:50.377193Z","steps":["trace[1088302279] 'process raft request' (duration: 199.943543ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:50.377551Z","caller":"traceutil/trace.go:171","msg":"trace[1468570038] transaction","detail":"{read_only:false; response_revision:1992; number_of_response:1; }","duration":"287.207734ms","start":"2026-03-05T07:30:50.090327Z","end":"2026-03-05T07:30:50.377535Z","steps":["trace[1468570038] 'process raft request' (duration: 281.789196ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:31:34.300743Z","caller":"traceutil/trace.go:171","msg":"trace[2035755320] linearizableReadLoop","detail":"{readStateIndex:2300; appliedIndex:2298; }","duration":"117.201361ms","start":"2026-03-05T07:31:34.1835Z","end":"2026-03-05T07:31:34.300702Z","steps":["trace[2035755320] 'read index received' (duration: 33.725907ms)","trace[2035755320] 'applied index is now lower than readState.Index' (duration: 83.473784ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:31:34.30096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.428866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T07:31:34.30101Z","caller":"traceutil/trace.go:171","msg":"trace[396131055] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2209; }","duration":"117.526489ms","start":"2026-03-05T07:31:34.183467Z","end":"2026-03-05T07:31:34.300994Z","steps":["trace[396131055] 'agreement among raft nodes before linearized reading' (duration: 117.411226ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:31:34.301035Z","caller":"traceutil/trace.go:171","msg":"trace[771992725] transaction","detail":"{read_only:false; response_revision:2209; number_of_response:1; }","duration":"119.241879ms","start":"2026-03-05T07:31:34.181667Z","end":"2026-03-05T07:31:34.300909Z","steps":["trace[771992725] 'process raft request' (duration: 117.164409ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:31:40.47902Z","caller":"traceutil/trace.go:171","msg":"trace[623895179] transaction","detail":"{read_only:false; response_revision:2244; number_of_response:1; }","duration":"158.919336ms","start":"2026-03-05T07:31:40.320075Z","end":"2026-03-05T07:31:40.478994Z","steps":["trace[623895179] 'process raft request' (duration: 114.461536ms)","trace[623895179] 'compare' (duration: 43.951828ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:31:41.852168Z","caller":"traceutil/trace.go:171","msg":"trace[237633042] transaction","detail":"{read_only:false; response_revision:2253; number_of_response:1; }","duration":"197.098591ms","start":"2026-03-05T07:31:41.65505Z","end":"2026-03-05T07:31:41.852148Z","steps":["trace[237633042] 'process raft request' (duration: 136.371145ms)","trace[237633042] 'compare' (duration: 60.014428ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:31:52.247621Z","caller":"traceutil/trace.go:171","msg":"trace[1264197282] transaction","detail":"{read_only:false; response_revision:2421; number_of_response:1; }","duration":"135.940893ms","start":"2026-03-05T07:31:52.111645Z","end":"2026-03-05T07:31:52.247586Z","steps":["trace[1264197282] 'process raft request' (duration: 135.722828ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:31:55.478144Z","caller":"traceutil/trace.go:171","msg":"trace[1937993968] linearizableReadLoop","detail":"{readStateIndex:2582; appliedIndex:2581; }","duration":"334.456298ms","start":"2026-03-05T07:31:55.143605Z","end":"2026-03-05T07:31:55.478061Z","steps":["trace[1937993968] 'read index received' (duration: 305.356199ms)","trace[1937993968] 'applied index is now lower than readState.Index' (duration: 29.098849ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:31:55.478605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.9822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-05T07:31:55.478732Z","caller":"traceutil/trace.go:171","msg":"trace[824660004] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2478; }","duration":"335.169224ms","start":"2026-03-05T07:31:55.143546Z","end":"2026-03-05T07:31:55.478715Z","steps":["trace[824660004] 'agreement among raft nodes before linearized reading' (duration: 334.856047ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:31:55.478551Z","caller":"traceutil/trace.go:171","msg":"trace[296176259] transaction","detail":"{read_only:false; response_revision:2478; number_of_response:1; }","duration":"336.555516ms","start":"2026-03-05T07:31:55.141906Z","end":"2026-03-05T07:31:55.478461Z","steps":["trace[296176259] 'process raft request' (duration: 307.066279ms)","trace[296176259] 'compare' (duration: 28.874123ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:31:55.478712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.522624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-05T07:31:55.478887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:31:55.141868Z","time spent":"336.946756ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:31:55.478861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:31:55.143525Z","time spent":"335.312067ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T07:31:55.47892Z","caller":"traceutil/trace.go:171","msg":"trace[1828551554] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2478; }","duration":"330.7655ms","start":"2026-03-05T07:31:55.148138Z","end":"2026-03-05T07:31:55.478904Z","steps":["trace[1828551554] 'agreement among raft nodes before linearized reading' (duration: 330.384221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:31:55.479212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:31:55.148127Z","time spent":"331.066626ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T07:32:00.424157Z","caller":"traceutil/trace.go:171","msg":"trace[1975143656] transaction","detail":"{read_only:false; response_revision:2499; number_of_response:1; }","duration":"236.163163ms","start":"2026-03-05T07:32:00.18797Z","end":"2026-03-05T07:32:00.424134Z","steps":["trace[1975143656] 'process raft request' (duration: 236.008709ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:32:00.600003Z","caller":"traceutil/trace.go:171","msg":"trace[1748467501] linearizableReadLoop","detail":"{readStateIndex:2605; appliedIndex:2604; }","duration":"141.802773ms","start":"2026-03-05T07:32:00.45817Z","end":"2026-03-05T07:32:00.599973Z","steps":["trace[1748467501] 'read index received' (duration: 140.770349ms)","trace[1748467501] 'applied index is now lower than readState.Index' (duration: 1.031314ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:32:00.600064Z","caller":"traceutil/trace.go:171","msg":"trace[864330060] transaction","detail":"{read_only:false; response_revision:2500; number_of_response:1; }","duration":"260.670052ms","start":"2026-03-05T07:32:00.339356Z","end":"2026-03-05T07:32:00.600026Z","steps":["trace[864330060] 'process raft request' (duration: 259.543416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:32:00.600253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.058059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-05T07:32:00.600306Z","caller":"traceutil/trace.go:171","msg":"trace[262376736] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2500; }","duration":"142.165162ms","start":"2026-03-05T07:32:00.458122Z","end":"2026-03-05T07:32:00.600288Z","steps":["trace[262376736] 'agreement among raft nodes before linearized reading' (duration: 141.960937ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:32:00.600932Z","caller":"traceutil/trace.go:171","msg":"trace[809565104] transaction","detail":"{read_only:false; response_revision:2501; number_of_response:1; }","duration":"103.705962ms","start":"2026-03-05T07:32:00.4972Z","end":"2026-03-05T07:32:00.600906Z","steps":["trace[809565104] 'process raft request' (duration: 102.831062ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:32:23.752396Z","caller":"traceutil/trace.go:171","msg":"trace[592187750] transaction","detail":"{read_only:false; response_revision:2639; number_of_response:1; }","duration":"112.535365ms","start":"2026-03-05T07:32:23.639829Z","end":"2026-03-05T07:32:23.752364Z","steps":["trace[592187750] 'process raft request' (duration: 112.30205ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:32:23.752653Z","caller":"traceutil/trace.go:171","msg":"trace[760648303] transaction","detail":"{read_only:false; response_revision:2640; number_of_response:1; }","duration":"112.623966ms","start":"2026-03-05T07:32:23.63995Z","end":"2026-03-05T07:32:23.752574Z","steps":["trace[760648303] 'process raft request' (duration: 112.36559ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:32:29.928852Z","caller":"traceutil/trace.go:171","msg":"trace[755537772] linearizableReadLoop","detail":"{readStateIndex:2778; appliedIndex:2777; }","duration":"152.344549ms","start":"2026-03-05T07:32:29.776486Z","end":"2026-03-05T07:32:29.928831Z","steps":["trace[755537772] 'read index received' (duration: 152.167275ms)","trace[755537772] 'applied index is now lower than readState.Index' (duration: 176.614µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:32:29.928958Z","caller":"traceutil/trace.go:171","msg":"trace[159855543] transaction","detail":"{read_only:false; response_revision:2667; number_of_response:1; }","duration":"201.593708ms","start":"2026-03-05T07:32:29.727353Z","end":"2026-03-05T07:32:29.928947Z","steps":["trace[159855543] 'process raft request' (duration: 201.357653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:32:29.929167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.486833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T07:32:29.929256Z","caller":"traceutil/trace.go:171","msg":"trace[1950424567] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2667; }","duration":"152.587716ms","start":"2026-03-05T07:32:29.776645Z","end":"2026-03-05T07:32:29.929233Z","steps":["trace[1950424567] 'agreement among raft nodes before linearized reading' (duration: 152.335379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:32:29.929304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.503592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:32:29.929335Z","caller":"traceutil/trace.go:171","msg":"trace[955750132] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2667; }","duration":"125.595744ms","start":"2026-03-05T07:32:29.80373Z","end":"2026-03-05T07:32:29.929326Z","steps":["trace[955750132] 'agreement among raft nodes before linearized reading' (duration: 125.531593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:32:29.929351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.839102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T07:32:29.929439Z","caller":"traceutil/trace.go:171","msg":"trace[824460884] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2667; }","duration":"152.985955ms","start":"2026-03-05T07:32:29.776432Z","end":"2026-03-05T07:32:29.929418Z","steps":["trace[824460884] 'agreement among raft nodes before linearized reading' (duration: 152.709459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:32:30.709661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.515181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-05T07:32:30.709762Z","caller":"traceutil/trace.go:171","msg":"trace[360684987] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2669; }","duration":"250.684705ms","start":"2026-03-05T07:32:30.459052Z","end":"2026-03-05T07:32:30.709737Z","steps":["trace[360684987] 'range keys from in-memory index tree' (duration: 250.250785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:32:30.710413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.672136ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-05T07:32:30.7105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.036924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.1899e190b9056834\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-05T07:32:30.710545Z","caller":"traceutil/trace.go:171","msg":"trace[1252613793] transaction","detail":"{read_only:false; response_revision:2670; number_of_response:1; }","duration":"243.202537ms","start":"2026-03-05T07:32:30.46732Z","end":"2026-03-05T07:32:30.710522Z","steps":["trace[1252613793] 'process raft request' (duration: 130.326456ms)","trace[1252613793] 'compare' (duration: 112.070063ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:32:30.710948Z","caller":"traceutil/trace.go:171","msg":"trace[556546713] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.1899e190b9056834; range_end:; response_count:1; response_revision:2669; }","duration":"669.342992ms","start":"2026-03-05T07:32:30.04119Z","end":"2026-03-05T07:32:30.710533Z","steps":["trace[556546713] 'range keys from in-memory index tree' (duration: 668.875681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:32:30.711006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:32:30.04116Z","time spent":"669.830074ms","remote":"127.0.0.1:49220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.1899e190b9056834\" "} {"level":"warn","ts":"2026-03-05T07:32:31.715646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.192515ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-05T07:32:32.197653Z","caller":"traceutil/trace.go:171","msg":"trace[361947869] linearizableReadLoop","detail":"{readStateIndex:2790; appliedIndex:2789; }","duration":"233.317553ms","start":"2026-03-05T07:32:31.964306Z","end":"2026-03-05T07:32:32.197623Z","steps":["trace[361947869] 'read index received' (duration: 233.034037ms)","trace[361947869] 'applied index is now lower than readState.Index' (duration: 282.446µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:32:32.197897Z","caller":"traceutil/trace.go:171","msg":"trace[1057077035] transaction","detail":"{read_only:false; response_revision:2678; number_of_response:1; }","duration":"260.050348ms","start":"2026-03-05T07:32:31.937774Z","end":"2026-03-05T07:32:32.197825Z","steps":["trace[1057077035] 'process raft request' (duration: 259.645679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:32:32.197951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.070143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-05T07:32:32.198046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.750153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T07:32:32.198096Z","caller":"traceutil/trace.go:171","msg":"trace[496389912] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2678; }","duration":"233.840105ms","start":"2026-03-05T07:32:31.964241Z","end":"2026-03-05T07:32:32.198081Z","steps":["trace[496389912] 'agreement among raft nodes before linearized reading' (duration: 233.537628ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:32:32.198139Z","caller":"traceutil/trace.go:171","msg":"trace[1505798995] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2678; }","duration":"232.245627ms","start":"2026-03-05T07:32:31.965825Z","end":"2026-03-05T07:32:32.19807Z","steps":["trace[1505798995] 'agreement among raft nodes before linearized reading' (duration: 231.95946ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:32:36.473006Z","caller":"traceutil/trace.go:171","msg":"trace[1693770674] linearizableReadLoop","detail":"{readStateIndex:2810; appliedIndex:2809; }","duration":"248.059043ms","start":"2026-03-05T07:32:36.224922Z","end":"2026-03-05T07:32:36.472982Z","steps":["trace[1693770674] 'read index received' (duration: 247.883939ms)","trace[1693770674] 'applied index is now lower than readState.Index' (duration: 173.844µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:32:36.473114Z","caller":"traceutil/trace.go:171","msg":"trace[1413666860] transaction","detail":"{read_only:false; response_revision:2698; number_of_response:1; }","duration":"252.584932ms","start":"2026-03-05T07:32:36.220493Z","end":"2026-03-05T07:32:36.473078Z","steps":["trace[1413666860] 'process raft request' (duration: 252.331575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:32:36.473263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.05298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T07:32:36.473327Z","caller":"traceutil/trace.go:171","msg":"trace[2017503674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2698; }","duration":"159.176123ms","start":"2026-03-05T07:32:36.314134Z","end":"2026-03-05T07:32:36.47331Z","steps":["trace[2017503674] 'agreement among raft nodes before linearized reading' (duration: 159.008909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:32:36.47337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.956629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T07:32:36.47347Z","caller":"traceutil/trace.go:171","msg":"trace[1961958065] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2698; }","duration":"157.111323ms","start":"2026-03-05T07:32:36.316335Z","end":"2026-03-05T07:32:36.473446Z","steps":["trace[1961958065] 'agreement among raft nodes before linearized reading' (duration: 156.862107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:32:36.473682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.72469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.222\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-05T07:32:36.473797Z","caller":"traceutil/trace.go:171","msg":"trace[1740153032] range","detail":"{range_begin:/registry/masterleases/199.204.45.222; range_end:; response_count:1; response_revision:2698; }","duration":"248.893114ms","start":"2026-03-05T07:32:36.224877Z","end":"2026-03-05T07:32:36.47377Z","steps":["trace[1740153032] 'agreement among raft nodes before linearized reading' (duration: 248.233309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:32:36.793765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.173216ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-05T07:32:36.793925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:32:36.47557Z","time spent":"318.348944ms","remote":"127.0.0.1:49176","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-05T07:32:36.805583Z","caller":"traceutil/trace.go:171","msg":"trace[1436933460] transaction","detail":"{read_only:false; response_revision:2699; number_of_response:1; }","duration":"327.244836ms","start":"2026-03-05T07:32:36.478309Z","end":"2026-03-05T07:32:36.805554Z","steps":["trace[1436933460] 'process raft request' (duration: 326.908038ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:32:36.805561Z","caller":"traceutil/trace.go:171","msg":"trace[579052300] linearizableReadLoop","detail":"{readStateIndex:2812; appliedIndex:2810; }","duration":"326.050726ms","start":"2026-03-05T07:32:36.479477Z","end":"2026-03-05T07:32:36.805528Z","steps":["trace[579052300] 'read index received' (duration: 114.0844ms)","trace[579052300] 'applied index is now lower than readState.Index' (duration: 211.964766ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:32:36.805826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:32:36.478289Z","time spent":"327.352018ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:32:36.805841Z","caller":"traceutil/trace.go:171","msg":"trace[1598435238] transaction","detail":"{read_only:false; response_revision:2700; number_of_response:1; }","duration":"325.965374ms","start":"2026-03-05T07:32:36.479859Z","end":"2026-03-05T07:32:36.805824Z","steps":["trace[1598435238] 'process raft request' (duration: 325.605996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:32:36.806164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:32:36.479843Z","time spent":"326.101678ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:32:36.806147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.604769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-03-05T07:32:36.806404Z","caller":"traceutil/trace.go:171","msg":"trace[1421955571] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2700; }","duration":"326.924078ms","start":"2026-03-05T07:32:36.47945Z","end":"2026-03-05T07:32:36.806374Z","steps":["trace[1421955571] 'agreement among raft nodes before linearized reading' (duration: 326.381434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:32:36.806512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:32:36.479433Z","time spent":"327.04443ms","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1470,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-03-05T07:32:37.442389Z","caller":"traceutil/trace.go:171","msg":"trace[1628369495] transaction","detail":"{read_only:false; response_revision:2705; number_of_response:1; }","duration":"114.996103ms","start":"2026-03-05T07:32:37.327351Z","end":"2026-03-05T07:32:37.442348Z","steps":["trace[1628369495] 'process raft request' (duration: 114.740066ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:35:09.231954Z","caller":"traceutil/trace.go:171","msg":"trace[421420645] transaction","detail":"{read_only:false; response_revision:3625; number_of_response:1; }","duration":"149.923951ms","start":"2026-03-05T07:35:09.081972Z","end":"2026-03-05T07:35:09.231896Z","steps":["trace[421420645] 'process raft request' (duration: 149.738856ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:36:23.299762Z","caller":"traceutil/trace.go:171","msg":"trace[139340565] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4542; }","duration":"109.353792ms","start":"2026-03-05T07:36:23.190387Z","end":"2026-03-05T07:36:23.299741Z","steps":["trace[139340565] 'process raft request' (duration: 96.890685ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:36:29.815193Z","caller":"traceutil/trace.go:171","msg":"trace[2135250165] transaction","detail":"{read_only:false; response_revision:4750; number_of_response:1; }","duration":"128.328646ms","start":"2026-03-05T07:36:29.686834Z","end":"2026-03-05T07:36:29.815163Z","steps":["trace[2135250165] 'process raft request' (duration: 128.161732ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:36:29.914535Z","caller":"traceutil/trace.go:171","msg":"trace[1802915140] linearizableReadLoop","detail":"{readStateIndex:4946; appliedIndex:4944; }","duration":"156.374765ms","start":"2026-03-05T07:36:29.758125Z","end":"2026-03-05T07:36:29.914499Z","steps":["trace[1802915140] 'read index received' (duration: 57.103744ms)","trace[1802915140] 'applied index is now lower than readState.Index' (duration: 99.269351ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:36:29.914605Z","caller":"traceutil/trace.go:171","msg":"trace[179080952] transaction","detail":"{read_only:false; response_revision:4752; number_of_response:1; }","duration":"218.197454ms","start":"2026-03-05T07:36:29.696367Z","end":"2026-03-05T07:36:29.914564Z","steps":["trace[179080952] 'process raft request' (duration: 218.067529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:36:29.914867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.756085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T07:36:29.914934Z","caller":"traceutil/trace.go:171","msg":"trace[438361684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4752; }","duration":"156.893028ms","start":"2026-03-05T07:36:29.758023Z","end":"2026-03-05T07:36:29.914916Z","steps":["trace[438361684] 'agreement among raft nodes before linearized reading' (duration: 156.645842ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:36:29.915006Z","caller":"traceutil/trace.go:171","msg":"trace[1364545411] transaction","detail":"{read_only:false; response_revision:4751; number_of_response:1; }","duration":"226.690796ms","start":"2026-03-05T07:36:29.688265Z","end":"2026-03-05T07:36:29.914956Z","steps":["trace[1364545411] 'process raft request' (duration: 225.927697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:36:29.925811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.843584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:36:29.925911Z","caller":"traceutil/trace.go:171","msg":"trace[166184546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4753; }","duration":"125.008907ms","start":"2026-03-05T07:36:29.800876Z","end":"2026-03-05T07:36:29.925885Z","steps":["trace[166184546] 'agreement among raft nodes before linearized reading' (duration: 124.821692ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:36:39.981128Z","caller":"traceutil/trace.go:171","msg":"trace[458781356] transaction","detail":"{read_only:false; response_revision:4963; number_of_response:1; }","duration":"127.208069ms","start":"2026-03-05T07:36:39.853884Z","end":"2026-03-05T07:36:39.981092Z","steps":["trace[458781356] 'process raft request' (duration: 100.786868ms)","trace[458781356] 'compare' (duration: 26.066653ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:36:40.849635Z","caller":"traceutil/trace.go:171","msg":"trace[1822808225] transaction","detail":"{read_only:false; response_revision:4975; number_of_response:1; }","duration":"161.281333ms","start":"2026-03-05T07:36:40.68834Z","end":"2026-03-05T07:36:40.849621Z","steps":["trace[1822808225] 'process raft request' (duration: 161.093809ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:36:41.062506Z","caller":"traceutil/trace.go:171","msg":"trace[1828722184] transaction","detail":"{read_only:false; response_revision:4978; number_of_response:1; }","duration":"207.721263ms","start":"2026-03-05T07:36:40.854762Z","end":"2026-03-05T07:36:41.062483Z","steps":["trace[1828722184] 'process raft request' (duration: 207.683082ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:36:41.062827Z","caller":"traceutil/trace.go:171","msg":"trace[1677330714] transaction","detail":"{read_only:false; response_revision:4977; number_of_response:1; }","duration":"208.168742ms","start":"2026-03-05T07:36:40.854642Z","end":"2026-03-05T07:36:41.06281Z","steps":["trace[1677330714] 'process raft request' (duration: 207.734282ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:36:41.062922Z","caller":"traceutil/trace.go:171","msg":"trace[1861432994] transaction","detail":"{read_only:false; response_revision:4976; number_of_response:1; }","duration":"212.343183ms","start":"2026-03-05T07:36:40.85055Z","end":"2026-03-05T07:36:41.062893Z","steps":["trace[1861432994] 'process raft request' (duration: 119.195688ms)","trace[1861432994] 'compare' (duration: 92.107661ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:36:41.062996Z","caller":"traceutil/trace.go:171","msg":"trace[1799441659] linearizableReadLoop","detail":"{readStateIndex:5178; appliedIndex:5177; }","duration":"212.355603ms","start":"2026-03-05T07:36:40.850627Z","end":"2026-03-05T07:36:41.062983Z","steps":["trace[1799441659] 'read index received' (duration: 119.115186ms)","trace[1799441659] 'applied index is now lower than readState.Index' (duration: 93.239257ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:36:41.063136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.490136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:36:41.063176Z","caller":"traceutil/trace.go:171","msg":"trace[1463042688] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4978; }","duration":"212.552558ms","start":"2026-03-05T07:36:40.850613Z","end":"2026-03-05T07:36:41.063165Z","steps":["trace[1463042688] 'agreement among raft nodes before linearized reading' (duration: 212.478456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:36:41.397585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.512475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T07:36:41.397642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.323002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-ffq4h\" ","response":"range_response_count:1 size:7666"} {"level":"info","ts":"2026-03-05T07:36:41.397676Z","caller":"traceutil/trace.go:171","msg":"trace[447181619] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:4980; }","duration":"147.682268ms","start":"2026-03-05T07:36:41.249973Z","end":"2026-03-05T07:36:41.397655Z","steps":["trace[447181619] 'count revisions from in-memory index tree' (duration: 147.374461ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:36:41.397693Z","caller":"traceutil/trace.go:171","msg":"trace[433910078] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-ffq4h; range_end:; response_count:1; response_revision:4980; }","duration":"132.433205ms","start":"2026-03-05T07:36:41.265243Z","end":"2026-03-05T07:36:41.397676Z","steps":["trace[433910078] 'range keys from in-memory index tree' (duration: 132.121097ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:36:41.573869Z","caller":"traceutil/trace.go:171","msg":"trace[136174995] linearizableReadLoop","detail":"{readStateIndex:5184; appliedIndex:5183; }","duration":"116.094834ms","start":"2026-03-05T07:36:41.457745Z","end":"2026-03-05T07:36:41.57384Z","steps":["trace[136174995] 'read index received' (duration: 115.828077ms)","trace[136174995] 'applied index is now lower than readState.Index' (duration: 265.417µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:36:41.573988Z","caller":"traceutil/trace.go:171","msg":"trace[1425426834] transaction","detail":"{read_only:false; response_revision:4981; number_of_response:1; }","duration":"165.812952ms","start":"2026-03-05T07:36:41.408122Z","end":"2026-03-05T07:36:41.573935Z","steps":["trace[1425426834] 'process raft request' (duration: 165.485853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:36:41.574162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.409282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-05T07:36:41.574273Z","caller":"traceutil/trace.go:171","msg":"trace[376804679] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4981; }","duration":"116.530724ms","start":"2026-03-05T07:36:41.457694Z","end":"2026-03-05T07:36:41.574225Z","steps":["trace[376804679] 'agreement among raft nodes before linearized reading' (duration: 116.264188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:36:41.921396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.946403ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T07:36:41.921535Z","caller":"traceutil/trace.go:171","msg":"trace[364658750] transaction","detail":"{read_only:false; response_revision:4982; number_of_response:1; }","duration":"342.617746ms","start":"2026-03-05T07:36:41.578892Z","end":"2026-03-05T07:36:41.92151Z","steps":["trace[364658750] 'process raft request' (duration: 38.442819ms)","trace[364658750] 'compare' (duration: 303.797548ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:36:41.921624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:36:41.578867Z","time spent":"342.714439ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:36:41.950869Z","caller":"traceutil/trace.go:171","msg":"trace[459484474] transaction","detail":"{read_only:false; response_revision:4983; number_of_response:1; }","duration":"371.689151ms","start":"2026-03-05T07:36:41.579157Z","end":"2026-03-05T07:36:41.950846Z","steps":["trace[459484474] 'process raft request' (duration: 371.510017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:36:41.951007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:36:41.579137Z","time spent":"371.796184ms","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:36:41.951092Z","caller":"traceutil/trace.go:171","msg":"trace[1676758494] transaction","detail":"{read_only:false; response_revision:4984; number_of_response:1; }","duration":"371.685121ms","start":"2026-03-05T07:36:41.579382Z","end":"2026-03-05T07:36:41.951068Z","steps":["trace[1676758494] 'process raft request' (duration: 371.410845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:36:41.951251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:36:41.579373Z","time spent":"371.790733ms","remote":"127.0.0.1:49336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":680,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:36:41.951419Z","caller":"traceutil/trace.go:171","msg":"trace[436759541] transaction","detail":"{read_only:false; response_revision:4986; number_of_response:1; }","duration":"371.359193ms","start":"2026-03-05T07:36:41.580026Z","end":"2026-03-05T07:36:41.951385Z","steps":["trace[436759541] 'process raft request' (duration: 371.217989ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:36:41.951431Z","caller":"traceutil/trace.go:171","msg":"trace[1173570591] transaction","detail":"{read_only:false; response_revision:4985; number_of_response:1; }","duration":"371.68803ms","start":"2026-03-05T07:36:41.579722Z","end":"2026-03-05T07:36:41.95141Z","steps":["trace[1173570591] 'process raft request' (duration: 371.25247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:36:41.951474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:36:41.580016Z","time spent":"371.432554ms","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1066,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:36:41.951387Z","caller":"traceutil/trace.go:171","msg":"trace[113149271] linearizableReadLoop","detail":"{readStateIndex:5189; appliedIndex:5185; }","duration":"217.474505ms","start":"2026-03-05T07:36:41.733887Z","end":"2026-03-05T07:36:41.951362Z","steps":["trace[113149271] 'read index received' (duration: 216.713377ms)","trace[113149271] 'applied index is now lower than readState.Index' (duration: 760.088µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:36:41.951543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:36:41.579713Z","time spent":"371.777382ms","remote":"127.0.0.1:49336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":528,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:36:41.951582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.6827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p8l7s\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-05T07:36:41.95161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.256052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:36:41.951643Z","caller":"traceutil/trace.go:171","msg":"trace[1850297625] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p8l7s; range_end:; response_count:1; response_revision:4986; }","duration":"217.785742ms","start":"2026-03-05T07:36:41.733843Z","end":"2026-03-05T07:36:41.951629Z","steps":["trace[1850297625] 'agreement among raft nodes before linearized reading' (duration: 217.596328ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:36:41.951649Z","caller":"traceutil/trace.go:171","msg":"trace[932685631] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4986; }","duration":"148.329393ms","start":"2026-03-05T07:36:41.803307Z","end":"2026-03-05T07:36:41.951636Z","steps":["trace[932685631] 'agreement among raft nodes before linearized reading' (duration: 148.270302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:36:42.564985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.64591ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T07:36:42.565269Z","caller":"traceutil/trace.go:171","msg":"trace[110830905] transaction","detail":"{read_only:false; response_revision:4988; number_of_response:1; }","duration":"550.629435ms","start":"2026-03-05T07:36:42.014615Z","end":"2026-03-05T07:36:42.565245Z","steps":["trace[110830905] 'process raft request' (duration: 550.502782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:36:42.565377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:36:42.014594Z","time spent":"550.730368ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:36:42.565423Z","caller":"traceutil/trace.go:171","msg":"trace[510723013] transaction","detail":"{read_only:false; response_revision:4987; number_of_response:1; }","duration":"578.961782ms","start":"2026-03-05T07:36:41.986421Z","end":"2026-03-05T07:36:42.565382Z","steps":["trace[510723013] 'process raft request' (duration: 121.818251ms)","trace[510723013] 'compare' (duration: 456.496336ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:36:42.565591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:36:41.986404Z","time spent":"579.102115ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:36:42.565718Z","caller":"traceutil/trace.go:171","msg":"trace[442705405] linearizableReadLoop","detail":"{readStateIndex:5192; appliedIndex:5189; }","duration":"473.76684ms","start":"2026-03-05T07:36:42.091901Z","end":"2026-03-05T07:36:42.565668Z","steps":["trace[442705405] 'read index received' (duration: 16.361351ms)","trace[442705405] 'applied index is now lower than readState.Index' (duration: 457.403139ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:36:42.565779Z","caller":"traceutil/trace.go:171","msg":"trace[2101922010] transaction","detail":"{read_only:false; response_revision:4989; number_of_response:1; }","duration":"551.054006ms","start":"2026-03-05T07:36:42.014665Z","end":"2026-03-05T07:36:42.565719Z","steps":["trace[2101922010] 'process raft request' (duration: 550.529733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:36:42.565977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:36:42.01464Z","time spent":"551.239921ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:36:42.565986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.083128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T07:36:42.566038Z","caller":"traceutil/trace.go:171","msg":"trace[1140424033] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4989; }","duration":"474.17499ms","start":"2026-03-05T07:36:42.09185Z","end":"2026-03-05T07:36:42.566025Z","steps":["trace[1140424033] 'agreement among raft nodes before linearized reading' (duration: 473.916354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:36:42.566057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.29605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-05T07:36:42.56614Z","caller":"traceutil/trace.go:171","msg":"trace[1887025602] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4989; }","duration":"327.403483ms","start":"2026-03-05T07:36:42.238723Z","end":"2026-03-05T07:36:42.566126Z","steps":["trace[1887025602] 'agreement among raft nodes before linearized reading' (duration: 327.215848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:36:42.566161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:36:42.09183Z","time spent":"474.318243ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T07:36:42.566169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.605609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-05T07:36:42.566183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:36:42.238712Z","time spent":"327.462734ms","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T07:36:42.566209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.95461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T07:36:42.56622Z","caller":"traceutil/trace.go:171","msg":"trace[2097100427] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4989; }","duration":"402.693542ms","start":"2026-03-05T07:36:42.163514Z","end":"2026-03-05T07:36:42.566208Z","steps":["trace[2097100427] 'agreement among raft nodes before linearized reading' (duration: 402.484337ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:36:42.56626Z","caller":"traceutil/trace.go:171","msg":"trace[332187109] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4989; }","duration":"437.069163ms","start":"2026-03-05T07:36:42.129174Z","end":"2026-03-05T07:36:42.566244Z","steps":["trace[332187109] 'agreement among raft nodes before linearized reading' (duration: 436.757855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:36:42.566265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:36:42.163496Z","time spent":"402.756294ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T07:36:42.566309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:36:42.129156Z","time spent":"437.142845ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T07:36:42.691455Z","caller":"traceutil/trace.go:171","msg":"trace[355769971] transaction","detail":"{read_only:false; response_revision:4990; number_of_response:1; }","duration":"120.033277ms","start":"2026-03-05T07:36:42.571388Z","end":"2026-03-05T07:36:42.691421Z","steps":["trace[355769971] 'process raft request' (duration: 119.825282ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:36:42.691932Z","caller":"traceutil/trace.go:171","msg":"trace[1108078588] linearizableReadLoop","detail":"{readStateIndex:5194; appliedIndex:5192; }","duration":"120.078639ms","start":"2026-03-05T07:36:42.571836Z","end":"2026-03-05T07:36:42.691915Z","steps":["trace[1108078588] 'read index received' (duration: 119.373722ms)","trace[1108078588] 'applied index is now lower than readState.Index' (duration: 703.787µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:36:42.692014Z","caller":"traceutil/trace.go:171","msg":"trace[1374974629] transaction","detail":"{read_only:false; response_revision:4992; number_of_response:1; }","duration":"119.741531ms","start":"2026-03-05T07:36:42.572242Z","end":"2026-03-05T07:36:42.691984Z","steps":["trace[1374974629] 'process raft request' (duration: 119.636689ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:36:42.69199Z","caller":"traceutil/trace.go:171","msg":"trace[1851942531] transaction","detail":"{read_only:false; response_revision:4991; number_of_response:1; }","duration":"120.50868ms","start":"2026-03-05T07:36:42.571455Z","end":"2026-03-05T07:36:42.691964Z","steps":["trace[1851942531] 'process raft request' (duration: 120.353526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:36:42.692665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.820826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17438"} {"level":"info","ts":"2026-03-05T07:36:42.693589Z","caller":"traceutil/trace.go:171","msg":"trace[1137684259] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4992; }","duration":"121.775179ms","start":"2026-03-05T07:36:42.571783Z","end":"2026-03-05T07:36:42.693558Z","steps":["trace[1137684259] 'agreement among raft nodes before linearized reading' (duration: 120.230273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:36:51.213804Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031151802,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T07:36:51.300504Z","caller":"traceutil/trace.go:171","msg":"trace[1625133761] transaction","detail":"{read_only:false; response_revision:5107; number_of_response:1; }","duration":"954.077934ms","start":"2026-03-05T07:36:50.346396Z","end":"2026-03-05T07:36:51.300474Z","steps":["trace[1625133761] 'process raft request' (duration: 953.859279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:36:51.300842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:36:50.346377Z","time spent":"954.189197ms","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:36:52.205142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.26131ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T07:36:52.20557Z","caller":"traceutil/trace.go:171","msg":"trace[322655915] transaction","detail":"{read_only:false; response_revision:5108; number_of_response:1; }","duration":"1.7742387s","start":"2026-03-05T07:36:50.431283Z","end":"2026-03-05T07:36:52.205522Z","steps":["trace[322655915] 'process raft request' (duration: 947.472157ms)","trace[322655915] 'compare' (duration: 826.055265ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:36:52.205572Z","caller":"traceutil/trace.go:171","msg":"trace[605506119] transaction","detail":"{read_only:false; response_revision:5109; number_of_response:1; }","duration":"1.608367806s","start":"2026-03-05T07:36:50.597164Z","end":"2026-03-05T07:36:52.205532Z","steps":["trace[605506119] 'process raft request' (duration: 1.60812986s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:36:52.205738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:36:50.431263Z","time spent":"1.774384653s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:36:52.20571Z","caller":"traceutil/trace.go:171","msg":"trace[2122352425] transaction","detail":"{read_only:false; response_revision:5110; number_of_response:1; }","duration":"1.608435737s","start":"2026-03-05T07:36:50.597245Z","end":"2026-03-05T07:36:52.205681Z","steps":["trace[2122352425] 'process raft request' (duration: 1.60810275s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:36:52.205744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:36:50.597146Z","time spent":"1.608514019s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:36:52.205786Z","caller":"traceutil/trace.go:171","msg":"trace[2103833457] transaction","detail":"{read_only:false; response_revision:5111; number_of_response:1; }","duration":"1.607939556s","start":"2026-03-05T07:36:50.59778Z","end":"2026-03-05T07:36:52.20572Z","steps":["trace[2103833457] 'process raft request' (duration: 1.607610399s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:36:52.205872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:36:50.597238Z","time spent":"1.60855088s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:36:52.205878Z","caller":"traceutil/trace.go:171","msg":"trace[701227517] linearizableReadLoop","detail":"{readStateIndex:5315; appliedIndex:5310; }","duration":"1.492786834s","start":"2026-03-05T07:36:50.713057Z","end":"2026-03-05T07:36:52.205844Z","steps":["trace[701227517] 'read index received' (duration: 587.318842ms)","trace[701227517] 'applied index is now lower than readState.Index' (duration: 905.461852ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:36:52.20593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:36:50.597753Z","time spent":"1.60810823s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:36:52.233163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031995716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:36:52.23321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125341396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-05T07:36:52.233265Z","caller":"traceutil/trace.go:171","msg":"trace[74690582] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:5111; }","duration":"1.03215097s","start":"2026-03-05T07:36:51.201085Z","end":"2026-03-05T07:36:52.233236Z","steps":["trace[74690582] 'agreement among raft nodes before linearized reading' (duration: 1.031965595s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:36:52.233281Z","caller":"traceutil/trace.go:171","msg":"trace[1318986964] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5111; }","duration":"1.125444268s","start":"2026-03-05T07:36:51.107811Z","end":"2026-03-05T07:36:52.233255Z","steps":["trace[1318986964] 'agreement among raft nodes before linearized reading' (duration: 1.125248303s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:36:52.23333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:36:51.201063Z","time spent":"1.032243893s","remote":"127.0.0.1:42368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:36:52.233337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126267068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-05T07:36:52.233317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.69867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:36:52.233375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.791664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T07:36:52.23341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504182697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-05T07:36:52.233348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.520284052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-05T07:36:52.233548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504493304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T07:36:52.233608Z","caller":"traceutil/trace.go:171","msg":"trace[141827531] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5111; }","duration":"1.504600146s","start":"2026-03-05T07:36:50.728994Z","end":"2026-03-05T07:36:52.233594Z","steps":["trace[141827531] 'agreement among raft nodes before linearized reading' (duration: 1.504027532s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:36:52.233631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.28899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p8l7s\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-05T07:36:52.233663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:36:50.72897Z","time spent":"1.504679719s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T07:36:52.233666Z","caller":"traceutil/trace.go:171","msg":"trace[2035987900] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p8l7s; range_end:; response_count:1; response_revision:5111; }","duration":"232.364672ms","start":"2026-03-05T07:36:52.001293Z","end":"2026-03-05T07:36:52.233657Z","steps":["trace[2035987900] 'agreement among raft nodes before linearized reading' (duration: 231.85588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:36:52.233621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504492804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T07:36:52.233645Z","caller":"traceutil/trace.go:171","msg":"trace[367250] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5111; }","duration":"1.520523738s","start":"2026-03-05T07:36:50.713001Z","end":"2026-03-05T07:36:52.233525Z","steps":["trace[367250] 'agreement among raft nodes before linearized reading' (duration: 1.492977469s)","trace[367250] 'range keys from in-memory index tree' (duration: 27.20631ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:36:52.233833Z","caller":"traceutil/trace.go:171","msg":"trace[633288847] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5111; }","duration":"1.50471996s","start":"2026-03-05T07:36:50.729066Z","end":"2026-03-05T07:36:52.233786Z","steps":["trace[633288847] 'agreement among raft nodes before linearized reading' (duration: 1.504154597s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:36:52.233428Z","caller":"traceutil/trace.go:171","msg":"trace[1608441999] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5111; }","duration":"1.126397151s","start":"2026-03-05T07:36:51.107005Z","end":"2026-03-05T07:36:52.233402Z","steps":["trace[1608441999] 'agreement among raft nodes before linearized reading' (duration: 1.126131415s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:36:52.233939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:36:50.72906Z","time spent":"1.504865633s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T07:36:52.233446Z","caller":"traceutil/trace.go:171","msg":"trace[935710089] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5111; }","duration":"1.504237979s","start":"2026-03-05T07:36:50.729199Z","end":"2026-03-05T07:36:52.233437Z","steps":["trace[935710089] 'agreement among raft nodes before linearized reading' (duration: 1.50387987s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:36:52.233334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:36:51.107789Z","time spent":"1.125535161s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T07:36:52.234052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:36:50.729192Z","time spent":"1.504834843s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T07:36:52.233452Z","caller":"traceutil/trace.go:171","msg":"trace[420001538] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5111; }","duration":"718.927827ms","start":"2026-03-05T07:36:51.514507Z","end":"2026-03-05T07:36:52.233435Z","steps":["trace[420001538] 'agreement among raft nodes before linearized reading' (duration: 718.769003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:36:52.233976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:36:51.106983Z","time spent":"1.126971725s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T07:36:52.234207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:36:51.514479Z","time spent":"719.703245ms","remote":"127.0.0.1:49584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:36:52.233452Z","caller":"traceutil/trace.go:171","msg":"trace[790501568] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5111; }","duration":"430.832513ms","start":"2026-03-05T07:36:51.802586Z","end":"2026-03-05T07:36:52.233419Z","steps":["trace[790501568] 'agreement among raft nodes before linearized reading' (duration: 430.611828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:36:52.234331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:36:51.802517Z","time spent":"431.797286ms","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:36:52.234454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:36:50.712983Z","time spent":"1.520824484s","remote":"127.0.0.1:42340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-05T07:36:52.234968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.50017965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c8c3154e-7fa8-4fa7-8203-8707757707a6\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-03-05T07:36:52.235047Z","caller":"traceutil/trace.go:171","msg":"trace[262202936] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c8c3154e-7fa8-4fa7-8203-8707757707a6; range_end:; response_count:1; response_revision:5111; }","duration":"1.500300903s","start":"2026-03-05T07:36:50.734725Z","end":"2026-03-05T07:36:52.235026Z","steps":["trace[262202936] 'agreement among raft nodes before linearized reading' (duration: 1.498364058s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:36:52.235085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:36:50.7347Z","time spent":"1.500373885s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c8c3154e-7fa8-4fa7-8203-8707757707a6\" "} {"level":"warn","ts":"2026-03-05T07:36:56.185722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.45834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-05T07:36:56.185759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.4371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:36:56.185807Z","caller":"traceutil/trace.go:171","msg":"trace[999465300] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5187; }","duration":"375.567053ms","start":"2026-03-05T07:36:55.810219Z","end":"2026-03-05T07:36:56.185786Z","steps":["trace[999465300] 'range keys from in-memory index tree' (duration: 375.295767ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:36:56.18583Z","caller":"traceutil/trace.go:171","msg":"trace[244812694] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5187; }","duration":"383.545604ms","start":"2026-03-05T07:36:55.802264Z","end":"2026-03-05T07:36:56.18581Z","steps":["trace[244812694] 'range keys from in-memory index tree' (duration: 383.364729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:36:56.18585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:36:55.810211Z","time spent":"375.629986ms","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-05T07:36:56.185878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:36:55.802247Z","time spent":"383.622196ms","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:36:56.18577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.547186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T07:36:56.185983Z","caller":"traceutil/trace.go:171","msg":"trace[340522483] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:5187; }","duration":"381.814133ms","start":"2026-03-05T07:36:55.804153Z","end":"2026-03-05T07:36:56.185968Z","steps":["trace[340522483] 'count revisions from in-memory index tree' (duration: 381.452553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:36:56.186091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:36:55.804132Z","time spent":"381.948387ms","remote":"127.0.0.1:49348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:37:10.387332Z","caller":"traceutil/trace.go:171","msg":"trace[1518086765] transaction","detail":"{read_only:false; response_revision:5336; number_of_response:1; }","duration":"120.653343ms","start":"2026-03-05T07:37:10.266656Z","end":"2026-03-05T07:37:10.387309Z","steps":["trace[1518086765] 'process raft request' (duration: 120.496649ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:37:10.400368Z","caller":"traceutil/trace.go:171","msg":"trace[1191179454] transaction","detail":"{read_only:false; response_revision:5337; number_of_response:1; }","duration":"127.399945ms","start":"2026-03-05T07:37:10.272951Z","end":"2026-03-05T07:37:10.400351Z","steps":["trace[1191179454] 'process raft request' (duration: 127.284362ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:37:10.400544Z","caller":"traceutil/trace.go:171","msg":"trace[1332847489] transaction","detail":"{read_only:false; response_revision:5338; number_of_response:1; }","duration":"127.545298ms","start":"2026-03-05T07:37:10.272988Z","end":"2026-03-05T07:37:10.400533Z","steps":["trace[1332847489] 'process raft request' (duration: 127.323143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:10.675038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.201875ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T07:37:10.675272Z","caller":"traceutil/trace.go:171","msg":"trace[407744049] transaction","detail":"{read_only:false; response_revision:5340; number_of_response:1; }","duration":"270.819921ms","start":"2026-03-05T07:37:10.404415Z","end":"2026-03-05T07:37:10.675234Z","steps":["trace[407744049] 'process raft request' (duration: 85.291319ms)","trace[407744049] 'compare' (duration: 185.03639ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:37:10.675367Z","caller":"traceutil/trace.go:171","msg":"trace[85655284] linearizableReadLoop","detail":"{readStateIndex:5554; appliedIndex:5550; }","duration":"153.882676ms","start":"2026-03-05T07:37:10.521458Z","end":"2026-03-05T07:37:10.675341Z","steps":["trace[85655284] 'read index received' (duration: 37.491µs)","trace[85655284] 'applied index is now lower than readState.Index' (duration: 153.843705ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:37:10.675493Z","caller":"traceutil/trace.go:171","msg":"trace[1757753404] transaction","detail":"{read_only:false; response_revision:5341; number_of_response:1; }","duration":"270.79976ms","start":"2026-03-05T07:37:10.404677Z","end":"2026-03-05T07:37:10.675476Z","steps":["trace[1757753404] 'process raft request' (duration: 270.496023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:10.67579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.305817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-05T07:37:10.675887Z","caller":"traceutil/trace.go:171","msg":"trace[896342575] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5343; }","duration":"154.465001ms","start":"2026-03-05T07:37:10.521398Z","end":"2026-03-05T07:37:10.675863Z","steps":["trace[896342575] 'agreement among raft nodes before linearized reading' (duration: 154.237085ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:37:10.675869Z","caller":"traceutil/trace.go:171","msg":"trace[727705902] transaction","detail":"{read_only:false; response_revision:5342; number_of_response:1; }","duration":"271.088327ms","start":"2026-03-05T07:37:10.404749Z","end":"2026-03-05T07:37:10.675838Z","steps":["trace[727705902] 'process raft request' (duration: 270.490503ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:37:10.676128Z","caller":"traceutil/trace.go:171","msg":"trace[592836445] transaction","detail":"{read_only:false; response_revision:5343; number_of_response:1; }","duration":"271.002325ms","start":"2026-03-05T07:37:10.40506Z","end":"2026-03-05T07:37:10.676062Z","steps":["trace[592836445] 'process raft request' (duration: 270.229177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:10.94499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.653379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:37:10.945174Z","caller":"traceutil/trace.go:171","msg":"trace[1467288419] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:5344; }","duration":"119.914235ms","start":"2026-03-05T07:37:10.825237Z","end":"2026-03-05T07:37:10.945151Z","steps":["trace[1467288419] 'count revisions from in-memory index tree' (duration: 119.506166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:12.330229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.445136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112116"} {"level":"info","ts":"2026-03-05T07:37:12.33029Z","caller":"traceutil/trace.go:171","msg":"trace[829483848] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5350; }","duration":"667.520378ms","start":"2026-03-05T07:37:11.662757Z","end":"2026-03-05T07:37:12.330277Z","steps":["trace[829483848] 'range keys from in-memory index tree' (duration: 667.162189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:12.330321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:11.662704Z","time spent":"667.6096ms","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":112139,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-03-05T07:37:12.330312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.165855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:37:12.330342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.365637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b3a4cf13-20fb-4053-9395-6e0bb7fc2d8c\" ","response":"range_response_count:1 size:1435"} {"level":"warn","ts":"2026-03-05T07:37:12.330374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.524467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T07:37:12.330404Z","caller":"traceutil/trace.go:171","msg":"trace[696834035] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b3a4cf13-20fb-4053-9395-6e0bb7fc2d8c; range_end:; response_count:1; response_revision:5350; }","duration":"678.47407ms","start":"2026-03-05T07:37:11.651913Z","end":"2026-03-05T07:37:12.330387Z","steps":["trace[696834035] 'range keys from in-memory index tree' (duration: 678.220714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:12.33044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:11.651894Z","time spent":"678.537962ms","remote":"127.0.0.1:49312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-b3a4cf13-20fb-4053-9395-6e0bb7fc2d8c\" "} {"level":"info","ts":"2026-03-05T07:37:12.330434Z","caller":"traceutil/trace.go:171","msg":"trace[745191768] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:5350; }","duration":"587.623579ms","start":"2026-03-05T07:37:11.74279Z","end":"2026-03-05T07:37:12.330414Z","steps":["trace[745191768] 'count revisions from in-memory index tree' (duration: 587.447935ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:37:12.330434Z","caller":"traceutil/trace.go:171","msg":"trace[1091076162] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5350; }","duration":"527.321179ms","start":"2026-03-05T07:37:11.803091Z","end":"2026-03-05T07:37:12.330412Z","steps":["trace[1091076162] 'range keys from in-memory index tree' (duration: 527.057803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:12.330466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.739761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-05T07:37:12.33049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:11.80308Z","time spent":"527.397071ms","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:37:12.330512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.116713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T07:37:12.330549Z","caller":"traceutil/trace.go:171","msg":"trace[815154940] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5350; }","duration":"394.864514ms","start":"2026-03-05T07:37:11.935661Z","end":"2026-03-05T07:37:12.330526Z","steps":["trace[815154940] 'range keys from in-memory index tree' (duration: 394.524826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:12.330596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:11.935642Z","time spent":"394.943625ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-05T07:37:12.330594Z","caller":"traceutil/trace.go:171","msg":"trace[1798550698] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5350; }","duration":"162.258776ms","start":"2026-03-05T07:37:12.168313Z","end":"2026-03-05T07:37:12.330572Z","steps":["trace[1798550698] 'count revisions from in-memory index tree' (duration: 162.024651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:12.330492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:11.742773Z","time spent":"587.703731ms","remote":"127.0.0.1:49620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":20,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:37:12.58509Z","caller":"traceutil/trace.go:171","msg":"trace[1146041614] transaction","detail":"{read_only:false; response_revision:5351; number_of_response:1; }","duration":"245.782872ms","start":"2026-03-05T07:37:12.339282Z","end":"2026-03-05T07:37:12.585065Z","steps":["trace[1146041614] 'process raft request' (duration: 245.609917ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:37:13.063339Z","caller":"traceutil/trace.go:171","msg":"trace[403987031] transaction","detail":"{read_only:false; response_revision:5352; number_of_response:1; }","duration":"716.494058ms","start":"2026-03-05T07:37:12.346782Z","end":"2026-03-05T07:37:13.063276Z","steps":["trace[403987031] 'process raft request' (duration: 716.192231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:13.063573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:12.346766Z","time spent":"716.671993ms","remote":"127.0.0.1:49646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7367,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:37:13.064113Z","caller":"traceutil/trace.go:171","msg":"trace[566713166] transaction","detail":"{read_only:false; response_revision:5353; number_of_response:1; }","duration":"671.450621ms","start":"2026-03-05T07:37:12.392631Z","end":"2026-03-05T07:37:13.064082Z","steps":["trace[566713166] 'process raft request' (duration: 670.542139ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:37:13.064236Z","caller":"traceutil/trace.go:171","msg":"trace[1406838463] transaction","detail":"{read_only:false; response_revision:5354; number_of_response:1; }","duration":"658.893802ms","start":"2026-03-05T07:37:12.405328Z","end":"2026-03-05T07:37:13.064222Z","steps":["trace[1406838463] 'process raft request' (duration: 658.698086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:13.064292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:12.392617Z","time spent":"671.585816ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:37:13.064318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:12.405297Z","time spent":"658.980594ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:37:13.064381Z","caller":"traceutil/trace.go:171","msg":"trace[806939245] transaction","detail":"{read_only:false; response_revision:5355; number_of_response:1; }","duration":"658.145354ms","start":"2026-03-05T07:37:12.406218Z","end":"2026-03-05T07:37:13.064363Z","steps":["trace[806939245] 'process raft request' (duration: 657.938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:13.064475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:12.406207Z","time spent":"658.221526ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:37:13.064537Z","caller":"traceutil/trace.go:171","msg":"trace[1533150483] linearizableReadLoop","detail":"{readStateIndex:5567; appliedIndex:5562; }","duration":"656.212428ms","start":"2026-03-05T07:37:12.408314Z","end":"2026-03-05T07:37:13.064526Z","steps":["trace[1533150483] 'read index received' (duration: 176.620689ms)","trace[1533150483] 'applied index is now lower than readState.Index' (duration: 479.590889ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:37:13.06463Z","caller":"traceutil/trace.go:171","msg":"trace[779392374] transaction","detail":"{read_only:false; response_revision:5356; number_of_response:1; }","duration":"493.864619ms","start":"2026-03-05T07:37:12.570752Z","end":"2026-03-05T07:37:13.064616Z","steps":["trace[779392374] 'process raft request' (duration: 493.545642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:13.064697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:12.570727Z","time spent":"493.941342ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:37:13.064741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.435064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p8l7s\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-05T07:37:13.064779Z","caller":"traceutil/trace.go:171","msg":"trace[2134886175] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p8l7s; range_end:; response_count:1; response_revision:5356; }","duration":"656.509045ms","start":"2026-03-05T07:37:12.408261Z","end":"2026-03-05T07:37:13.06477Z","steps":["trace[2134886175] 'agreement among raft nodes before linearized reading' (duration: 656.355551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:13.064812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:12.408249Z","time spent":"656.557387ms","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-p8l7s\" "} {"level":"warn","ts":"2026-03-05T07:37:13.064949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.673053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T07:37:13.065003Z","caller":"traceutil/trace.go:171","msg":"trace[2012363434] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5356; }","duration":"603.783225ms","start":"2026-03-05T07:37:12.461207Z","end":"2026-03-05T07:37:13.06499Z","steps":["trace[2012363434] 'agreement among raft nodes before linearized reading' (duration: 603.622281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:13.065088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:12.461184Z","time spent":"603.895588ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T07:37:13.06524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.869525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-05T07:37:13.065284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.957417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T07:37:13.06532Z","caller":"traceutil/trace.go:171","msg":"trace[1413196203] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5356; }","duration":"385.03164ms","start":"2026-03-05T07:37:12.680279Z","end":"2026-03-05T07:37:13.065311Z","steps":["trace[1413196203] 'agreement among raft nodes before linearized reading' (duration: 384.944128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:13.06533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.894433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:37:13.065351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:12.680261Z","time spent":"385.08466ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T07:37:13.065358Z","caller":"traceutil/trace.go:171","msg":"trace[2136628471] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5356; }","duration":"260.950095ms","start":"2026-03-05T07:37:12.804401Z","end":"2026-03-05T07:37:13.065351Z","steps":["trace[2136628471] 'agreement among raft nodes before linearized reading' (duration: 260.907764ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:37:13.06529Z","caller":"traceutil/trace.go:171","msg":"trace[1789366704] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5356; }","duration":"384.965617ms","start":"2026-03-05T07:37:12.680313Z","end":"2026-03-05T07:37:13.065279Z","steps":["trace[1789366704] 'agreement among raft nodes before linearized reading' (duration: 384.822404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:13.065464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.308996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-05T07:37:13.065494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:12.680286Z","time spent":"385.200754ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T07:37:13.065501Z","caller":"traceutil/trace.go:171","msg":"trace[2003661215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5356; }","duration":"385.437939ms","start":"2026-03-05T07:37:12.680053Z","end":"2026-03-05T07:37:13.065491Z","steps":["trace[2003661215] 'agreement among raft nodes before linearized reading' (duration: 385.320986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:13.06553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:12.680027Z","time spent":"385.497321ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T07:37:13.065348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.062986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-05T07:37:13.06561Z","caller":"traceutil/trace.go:171","msg":"trace[352555999] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5356; }","duration":"528.359703ms","start":"2026-03-05T07:37:12.537237Z","end":"2026-03-05T07:37:13.065596Z","steps":["trace[352555999] 'agreement among raft nodes before linearized reading' (duration: 528.031896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:13.065644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:12.537216Z","time spent":"528.417615ms","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-05T07:37:13.065576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.521077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T07:37:13.065757Z","caller":"traceutil/trace.go:171","msg":"trace[1310654242] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5356; }","duration":"384.716871ms","start":"2026-03-05T07:37:12.681028Z","end":"2026-03-05T07:37:13.065745Z","steps":["trace[1310654242] 'agreement among raft nodes before linearized reading' (duration: 384.482445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:13.065789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:12.681021Z","time spent":"384.759572ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T07:37:13.333076Z","caller":"traceutil/trace.go:171","msg":"trace[602571591] transaction","detail":"{read_only:false; response_revision:5358; number_of_response:1; }","duration":"262.869471ms","start":"2026-03-05T07:37:13.070175Z","end":"2026-03-05T07:37:13.333044Z","steps":["trace[602571591] 'process raft request' (duration: 223.596681ms)","trace[602571591] 'compare' (duration: 39.021123ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:37:13.333237Z","caller":"traceutil/trace.go:171","msg":"trace[325095710] transaction","detail":"{read_only:false; response_revision:5359; number_of_response:1; }","duration":"261.763255ms","start":"2026-03-05T07:37:13.071442Z","end":"2026-03-05T07:37:13.333205Z","steps":["trace[325095710] 'process raft request' (duration: 261.523038ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:37:13.333369Z","caller":"traceutil/trace.go:171","msg":"trace[1455864495] linearizableReadLoop","detail":"{readStateIndex:5570; appliedIndex:5568; }","duration":"262.188584ms","start":"2026-03-05T07:37:13.071162Z","end":"2026-03-05T07:37:13.33335Z","steps":["trace[1455864495] 'read index received' (duration: 39.978444ms)","trace[1455864495] 'applied index is now lower than readState.Index' (duration: 222.20875ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:37:13.333495Z","caller":"traceutil/trace.go:171","msg":"trace[2065518981] transaction","detail":"{read_only:false; response_revision:5360; number_of_response:1; }","duration":"261.98794ms","start":"2026-03-05T07:37:13.071491Z","end":"2026-03-05T07:37:13.333479Z","steps":["trace[2065518981] 'process raft request' (duration: 261.662022ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:37:13.333623Z","caller":"traceutil/trace.go:171","msg":"trace[1262859400] transaction","detail":"{read_only:false; response_revision:5361; number_of_response:1; }","duration":"260.385361ms","start":"2026-03-05T07:37:13.073219Z","end":"2026-03-05T07:37:13.333604Z","steps":["trace[1262859400] 'process raft request' (duration: 260.058303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:13.333752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.563944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81736"} {"level":"info","ts":"2026-03-05T07:37:13.33382Z","caller":"traceutil/trace.go:171","msg":"trace[1102220627] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5361; }","duration":"262.661026ms","start":"2026-03-05T07:37:13.071142Z","end":"2026-03-05T07:37:13.333803Z","steps":["trace[1102220627] 'agreement among raft nodes before linearized reading' (duration: 262.386639ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:37:22.913235Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2634} {"level":"info","ts":"2026-03-05T07:37:22.974711Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2634,"took":"59.86823ms","hash":170608088,"current-db-size-bytes":38563840,"current-db-size":"39 MB","current-db-size-in-use-bytes":28651520,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-05T07:37:22.974785Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":170608088,"revision":2634,"compact-revision":-1} {"level":"info","ts":"2026-03-05T07:37:31.255917Z","caller":"traceutil/trace.go:171","msg":"trace[1809617514] transaction","detail":"{read_only:false; response_revision:5460; number_of_response:1; }","duration":"126.601845ms","start":"2026-03-05T07:37:31.129283Z","end":"2026-03-05T07:37:31.255885Z","steps":["trace[1809617514] 'process raft request' (duration: 81.974198ms)","trace[1809617514] 'compare' (duration: 44.266279ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:37:31.255923Z","caller":"traceutil/trace.go:171","msg":"trace[1396490325] transaction","detail":"{read_only:false; response_revision:5461; number_of_response:1; }","duration":"124.253338ms","start":"2026-03-05T07:37:31.131641Z","end":"2026-03-05T07:37:31.255895Z","steps":["trace[1396490325] 'process raft request' (duration: 124.030113ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:37:35.420387Z","caller":"traceutil/trace.go:171","msg":"trace[307058461] transaction","detail":"{read_only:false; response_revision:5480; number_of_response:1; }","duration":"154.545503ms","start":"2026-03-05T07:37:35.265812Z","end":"2026-03-05T07:37:35.420358Z","steps":["trace[307058461] 'process raft request' (duration: 81.803175ms)","trace[307058461] 'compare' (duration: 72.567404ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:37:35.463737Z","caller":"traceutil/trace.go:171","msg":"trace[219931733] linearizableReadLoop","detail":"{readStateIndex:5698; appliedIndex:5696; }","duration":"174.828097ms","start":"2026-03-05T07:37:35.288889Z","end":"2026-03-05T07:37:35.463717Z","steps":["trace[219931733] 'read index received' (duration: 58.741213ms)","trace[219931733] 'applied index is now lower than readState.Index' (duration: 116.085934ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:37:35.46381Z","caller":"traceutil/trace.go:171","msg":"trace[1939011119] transaction","detail":"{read_only:false; response_revision:5481; number_of_response:1; }","duration":"196.896235ms","start":"2026-03-05T07:37:35.266881Z","end":"2026-03-05T07:37:35.463777Z","steps":["trace[1939011119] 'process raft request' (duration: 196.725021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:35.463911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.004312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T07:37:35.463954Z","caller":"traceutil/trace.go:171","msg":"trace[1077555674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5481; }","duration":"175.087014ms","start":"2026-03-05T07:37:35.288855Z","end":"2026-03-05T07:37:35.463942Z","steps":["trace[1077555674] 'agreement among raft nodes before linearized reading' (duration: 174.94888ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:37:41.551685Z","caller":"traceutil/trace.go:171","msg":"trace[2137379876] transaction","detail":"{read_only:false; response_revision:5605; number_of_response:1; }","duration":"105.990193ms","start":"2026-03-05T07:37:41.445651Z","end":"2026-03-05T07:37:41.551641Z","steps":["trace[2137379876] 'process raft request' (duration: 105.664095ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:37:41.664078Z","caller":"traceutil/trace.go:171","msg":"trace[354756283] transaction","detail":"{read_only:false; response_revision:5607; number_of_response:1; }","duration":"108.547854ms","start":"2026-03-05T07:37:41.5555Z","end":"2026-03-05T07:37:41.664048Z","steps":["trace[354756283] 'process raft request' (duration: 108.334719ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:37:41.669176Z","caller":"traceutil/trace.go:171","msg":"trace[886428384] linearizableReadLoop","detail":"{readStateIndex:5829; appliedIndex:5827; }","duration":"112.268164ms","start":"2026-03-05T07:37:41.556885Z","end":"2026-03-05T07:37:41.669153Z","steps":["trace[886428384] 'read index received' (duration: 107.044949ms)","trace[886428384] 'applied index is now lower than readState.Index' (duration: 5.222205ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:37:41.669421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.235659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T07:37:41.669249Z","caller":"traceutil/trace.go:171","msg":"trace[1608726196] transaction","detail":"{read_only:false; response_revision:5608; number_of_response:1; }","duration":"113.656287ms","start":"2026-03-05T07:37:41.555564Z","end":"2026-03-05T07:37:41.66922Z","steps":["trace[1608726196] 'process raft request' (duration: 113.502693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:41.669453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T07:37:41.669518Z","caller":"traceutil/trace.go:171","msg":"trace[1035579396] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5608; }","duration":"111.362361ms","start":"2026-03-05T07:37:41.558135Z","end":"2026-03-05T07:37:41.669497Z","steps":["trace[1035579396] 'agreement among raft nodes before linearized reading' (duration: 111.131846ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:37:41.669551Z","caller":"traceutil/trace.go:171","msg":"trace[2011186356] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5608; }","duration":"112.689644ms","start":"2026-03-05T07:37:41.556839Z","end":"2026-03-05T07:37:41.669529Z","steps":["trace[2011186356] 'agreement among raft nodes before linearized reading' (duration: 112.418067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:41.669434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.919216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p8l7s\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-05T07:37:41.66964Z","caller":"traceutil/trace.go:171","msg":"trace[1091317326] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p8l7s; range_end:; response_count:1; response_revision:5608; }","duration":"107.151211ms","start":"2026-03-05T07:37:41.562476Z","end":"2026-03-05T07:37:41.669627Z","steps":["trace[1091317326] 'agreement among raft nodes before linearized reading' (duration: 106.835784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:41.669656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.289512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T07:37:41.669797Z","caller":"traceutil/trace.go:171","msg":"trace[649241592] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5608; }","duration":"109.505287ms","start":"2026-03-05T07:37:41.560268Z","end":"2026-03-05T07:37:41.669773Z","steps":["trace[649241592] 'agreement among raft nodes before linearized reading' (duration: 109.083677ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:37:43.41506Z","caller":"traceutil/trace.go:171","msg":"trace[1082811718] linearizableReadLoop","detail":"{readStateIndex:5834; appliedIndex:5833; }","duration":"130.95362ms","start":"2026-03-05T07:37:43.284083Z","end":"2026-03-05T07:37:43.415036Z","steps":["trace[1082811718] 'read index received' (duration: 130.791776ms)","trace[1082811718] 'applied index is now lower than readState.Index' (duration: 160.784µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:37:43.415118Z","caller":"traceutil/trace.go:171","msg":"trace[362319552] transaction","detail":"{read_only:false; response_revision:5613; number_of_response:1; }","duration":"199.20626ms","start":"2026-03-05T07:37:43.215879Z","end":"2026-03-05T07:37:43.415085Z","steps":["trace[362319552] 'process raft request' (duration: 199.012205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:43.415189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.100534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T07:37:43.415228Z","caller":"traceutil/trace.go:171","msg":"trace[1473750704] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:5613; }","duration":"131.200066ms","start":"2026-03-05T07:37:43.284017Z","end":"2026-03-05T07:37:43.415217Z","steps":["trace[1473750704] 'agreement among raft nodes before linearized reading' (duration: 131.116234ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:37:53.873336Z","caller":"traceutil/trace.go:171","msg":"trace[603116203] transaction","detail":"{read_only:false; response_revision:5676; number_of_response:1; }","duration":"114.466846ms","start":"2026-03-05T07:37:53.758839Z","end":"2026-03-05T07:37:53.873306Z","steps":["trace[603116203] 'process raft request' (duration: 114.178579ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:38:08.129613Z","caller":"traceutil/trace.go:171","msg":"trace[262742554] linearizableReadLoop","detail":"{readStateIndex:5996; appliedIndex:5994; }","duration":"160.001333ms","start":"2026-03-05T07:38:07.969584Z","end":"2026-03-05T07:38:08.129585Z","steps":["trace[262742554] 'read index received' (duration: 49.632996ms)","trace[262742554] 'applied index is now lower than readState.Index' (duration: 110.367117ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:38:08.129725Z","caller":"traceutil/trace.go:171","msg":"trace[629262165] transaction","detail":"{read_only:false; response_revision:5770; number_of_response:1; }","duration":"193.993476ms","start":"2026-03-05T07:38:07.935701Z","end":"2026-03-05T07:38:08.129694Z","steps":["trace[629262165] 'process raft request' (duration: 193.734949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:38:08.130025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.416454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T07:38:08.130082Z","caller":"traceutil/trace.go:171","msg":"trace[1637595377] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5770; }","duration":"160.536296ms","start":"2026-03-05T07:38:07.969533Z","end":"2026-03-05T07:38:08.130069Z","steps":["trace[1637595377] 'agreement among raft nodes before linearized reading' (duration: 160.230849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:38:08.130132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.095711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p8l7s\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-05T07:38:08.130196Z","caller":"traceutil/trace.go:171","msg":"trace[734123235] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p8l7s; range_end:; response_count:1; response_revision:5770; }","duration":"141.218764ms","start":"2026-03-05T07:38:07.988962Z","end":"2026-03-05T07:38:08.130181Z","steps":["trace[734123235] 'agreement among raft nodes before linearized reading' (duration: 140.977928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:38:08.130223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.128665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T07:38:08.130283Z","caller":"traceutil/trace.go:171","msg":"trace[322328580] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5770; }","duration":"147.237008ms","start":"2026-03-05T07:38:07.983033Z","end":"2026-03-05T07:38:08.13027Z","steps":["trace[322328580] 'agreement among raft nodes before linearized reading' (duration: 146.8727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:38:08.130232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.581516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T07:38:08.130358Z","caller":"traceutil/trace.go:171","msg":"trace[875544826] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5770; }","duration":"147.782071ms","start":"2026-03-05T07:38:07.982553Z","end":"2026-03-05T07:38:08.130336Z","steps":["trace[875544826] 'agreement among raft nodes before linearized reading' (duration: 147.438613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:38:08.130597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.641945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T07:38:08.130659Z","caller":"traceutil/trace.go:171","msg":"trace[359282756] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5770; }","duration":"149.736148ms","start":"2026-03-05T07:38:07.980907Z","end":"2026-03-05T07:38:08.130643Z","steps":["trace[359282756] 'agreement among raft nodes before linearized reading' (duration: 148.936759ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:38:28.418994Z","caller":"traceutil/trace.go:171","msg":"trace[1864186865] transaction","detail":"{read_only:false; response_revision:5921; number_of_response:1; }","duration":"100.211865ms","start":"2026-03-05T07:38:28.31876Z","end":"2026-03-05T07:38:28.418972Z","steps":["trace[1864186865] 'process raft request' (duration: 100.060592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:38:28.651182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.591744ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T07:38:28.6513Z","caller":"traceutil/trace.go:171","msg":"trace[628127477] linearizableReadLoop","detail":"{readStateIndex:6152; appliedIndex:6150; }","duration":"328.847919ms","start":"2026-03-05T07:38:28.322434Z","end":"2026-03-05T07:38:28.651282Z","steps":["trace[628127477] 'read index received' (duration: 96.387934ms)","trace[628127477] 'applied index is now lower than readState.Index' (duration: 232.458685ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:38:28.651378Z","caller":"traceutil/trace.go:171","msg":"trace[383046957] transaction","detail":"{read_only:false; response_revision:5922; number_of_response:1; }","duration":"329.689449ms","start":"2026-03-05T07:38:28.321661Z","end":"2026-03-05T07:38:28.65135Z","steps":["trace[383046957] 'process raft request' (duration: 197.852289ms)","trace[383046957] 'compare' (duration: 131.470972ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:38:28.651444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.012683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T07:38:28.651481Z","caller":"traceutil/trace.go:171","msg":"trace[927432774] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5922; }","duration":"329.066284ms","start":"2026-03-05T07:38:28.322403Z","end":"2026-03-05T07:38:28.65147Z","steps":["trace[927432774] 'agreement among raft nodes before linearized reading' (duration: 328.954752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:38:28.651503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:38:28.322387Z","time spent":"329.109285ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T07:38:28.6516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:38:28.32165Z","time spent":"329.825612ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:38:28.651812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.725566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T07:38:28.651899Z","caller":"traceutil/trace.go:171","msg":"trace[1508800020] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5922; }","duration":"328.843909ms","start":"2026-03-05T07:38:28.323037Z","end":"2026-03-05T07:38:28.65188Z","steps":["trace[1508800020] 'agreement among raft nodes before linearized reading' (duration: 328.393078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:38:28.651939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:38:28.323028Z","time spent":"328.9027ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T07:42:22.919824Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5410} {"level":"info","ts":"2026-03-05T07:42:23.005311Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5410,"took":"83.632043ms","hash":1248505132,"current-db-size-bytes":40583168,"current-db-size":"41 MB","current-db-size-in-use-bytes":22020096,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-05T07:42:23.005389Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1248505132,"revision":5410,"compact-revision":2634} {"level":"info","ts":"2026-03-05T07:43:10.168343Z","caller":"traceutil/trace.go:171","msg":"trace[662624405] linearizableReadLoop","detail":"{readStateIndex:8159; appliedIndex:8158; }","duration":"123.060994ms","start":"2026-03-05T07:43:10.045259Z","end":"2026-03-05T07:43:10.16832Z","steps":["trace[662624405] 'read index received' (duration: 122.844658ms)","trace[662624405] 'applied index is now lower than readState.Index' (duration: 215.626µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:43:10.168483Z","caller":"traceutil/trace.go:171","msg":"trace[1061784318] transaction","detail":"{read_only:false; response_revision:7858; number_of_response:1; }","duration":"127.036968ms","start":"2026-03-05T07:43:10.041423Z","end":"2026-03-05T07:43:10.16846Z","steps":["trace[1061784318] 'process raft request' (duration: 126.741851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:10.168581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.359458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T07:43:10.168624Z","caller":"traceutil/trace.go:171","msg":"trace[2139876103] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7858; }","duration":"104.46063ms","start":"2026-03-05T07:43:10.064154Z","end":"2026-03-05T07:43:10.168615Z","steps":["trace[2139876103] 'agreement among raft nodes before linearized reading' (duration: 104.300407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:10.168615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.32458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-05T07:43:10.168688Z","caller":"traceutil/trace.go:171","msg":"trace[1693582746] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7858; }","duration":"123.435833ms","start":"2026-03-05T07:43:10.045238Z","end":"2026-03-05T07:43:10.168673Z","steps":["trace[1693582746] 'agreement among raft nodes before linearized reading' (duration: 123.220628ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:10.877492Z","caller":"traceutil/trace.go:171","msg":"trace[1661633986] transaction","detail":"{read_only:false; response_revision:7861; number_of_response:1; }","duration":"268.367778ms","start":"2026-03-05T07:43:10.609086Z","end":"2026-03-05T07:43:10.877454Z","steps":["trace[1661633986] 'process raft request' (duration: 268.140872ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:10.891965Z","caller":"traceutil/trace.go:171","msg":"trace[255695153] transaction","detail":"{read_only:false; response_revision:7862; number_of_response:1; }","duration":"174.650623ms","start":"2026-03-05T07:43:10.71729Z","end":"2026-03-05T07:43:10.891941Z","steps":["trace[255695153] 'process raft request' (duration: 174.53526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:11.984533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.455145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:43:11.984621Z","caller":"traceutil/trace.go:171","msg":"trace[1756295799] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7864; }","duration":"181.558807ms","start":"2026-03-05T07:43:11.803041Z","end":"2026-03-05T07:43:11.9846Z","steps":["trace[1756295799] 'range keys from in-memory index tree' (duration: 181.27937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:11.98461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.853764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T07:43:11.984683Z","caller":"traceutil/trace.go:171","msg":"trace[516872985] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7864; }","duration":"225.983967ms","start":"2026-03-05T07:43:11.758682Z","end":"2026-03-05T07:43:11.984666Z","steps":["trace[516872985] 'range keys from in-memory index tree' (duration: 225.656989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:11.984789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.691416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p8l7s\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-05T07:43:11.984864Z","caller":"traceutil/trace.go:171","msg":"trace[1336074479] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p8l7s; range_end:; response_count:1; response_revision:7864; }","duration":"112.82438ms","start":"2026-03-05T07:43:11.872021Z","end":"2026-03-05T07:43:11.984845Z","steps":["trace[1336074479] 'range keys from in-memory index tree' (duration: 112.396479ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:12.307824Z","caller":"traceutil/trace.go:171","msg":"trace[800283379] linearizableReadLoop","detail":"{readStateIndex:8167; appliedIndex:8166; }","duration":"317.238203ms","start":"2026-03-05T07:43:11.990561Z","end":"2026-03-05T07:43:12.307799Z","steps":["trace[800283379] 'read index received' (duration: 317.010368ms)","trace[800283379] 'applied index is now lower than readState.Index' (duration: 226.905µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:43:12.308148Z","caller":"traceutil/trace.go:171","msg":"trace[1901404830] transaction","detail":"{read_only:false; response_revision:7865; number_of_response:1; }","duration":"319.070797ms","start":"2026-03-05T07:43:11.989064Z","end":"2026-03-05T07:43:12.308135Z","steps":["trace[1901404830] 'process raft request' (duration: 318.580295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:12.30826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:43:11.989046Z","time spent":"319.137299ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:43:12.308737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.167245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222779"} {"level":"info","ts":"2026-03-05T07:43:12.308778Z","caller":"traceutil/trace.go:171","msg":"trace[1259187291] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7865; }","duration":"318.230987ms","start":"2026-03-05T07:43:11.990537Z","end":"2026-03-05T07:43:12.308768Z","steps":["trace[1259187291] 'agreement among raft nodes before linearized reading' (duration: 317.895449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:12.308808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:43:11.990527Z","time spent":"318.273687ms","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222802,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-05T07:43:12.309145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.583256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T07:43:12.309223Z","caller":"traceutil/trace.go:171","msg":"trace[397816636] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7865; }","duration":"136.693338ms","start":"2026-03-05T07:43:12.172512Z","end":"2026-03-05T07:43:12.309205Z","steps":["trace[397816636] 'agreement among raft nodes before linearized reading' (duration: 136.469233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:12.309637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.037154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-05T07:43:12.309706Z","caller":"traceutil/trace.go:171","msg":"trace[1365260302] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7865; }","duration":"113.133466ms","start":"2026-03-05T07:43:12.196556Z","end":"2026-03-05T07:43:12.30969Z","steps":["trace[1365260302] 'agreement among raft nodes before linearized reading' (duration: 112.905671ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:14.524161Z","caller":"traceutil/trace.go:171","msg":"trace[1606396659] transaction","detail":"{read_only:false; response_revision:7876; number_of_response:1; }","duration":"101.391877ms","start":"2026-03-05T07:43:14.422738Z","end":"2026-03-05T07:43:14.52413Z","steps":["trace[1606396659] 'process raft request' (duration: 101.181942ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:14.524298Z","caller":"traceutil/trace.go:171","msg":"trace[39584931] transaction","detail":"{read_only:false; response_revision:7877; number_of_response:1; }","duration":"101.382916ms","start":"2026-03-05T07:43:14.422886Z","end":"2026-03-05T07:43:14.524268Z","steps":["trace[39584931] 'process raft request' (duration: 101.197232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:28.584923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.97782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T07:43:28.585014Z","caller":"traceutil/trace.go:171","msg":"trace[1386157790] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7946; }","duration":"102.077652ms","start":"2026-03-05T07:43:28.482919Z","end":"2026-03-05T07:43:28.584997Z","steps":["trace[1386157790] 'range keys from in-memory index tree' (duration: 101.857388ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:28.759384Z","caller":"traceutil/trace.go:171","msg":"trace[2058218337] transaction","detail":"{read_only:false; response_revision:7948; number_of_response:1; }","duration":"168.564349ms","start":"2026-03-05T07:43:28.590793Z","end":"2026-03-05T07:43:28.759357Z","steps":["trace[2058218337] 'process raft request' (duration: 168.351184ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:28.759551Z","caller":"traceutil/trace.go:171","msg":"trace[245668094] transaction","detail":"{read_only:false; response_revision:7949; number_of_response:1; }","duration":"168.703193ms","start":"2026-03-05T07:43:28.590815Z","end":"2026-03-05T07:43:28.759518Z","steps":["trace[245668094] 'process raft request' (duration: 168.501227ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:28.759664Z","caller":"traceutil/trace.go:171","msg":"trace[366780628] transaction","detail":"{read_only:false; response_revision:7950; number_of_response:1; }","duration":"168.674632ms","start":"2026-03-05T07:43:28.590958Z","end":"2026-03-05T07:43:28.759632Z","steps":["trace[366780628] 'process raft request' (duration: 168.492268ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:29.281155Z","caller":"traceutil/trace.go:171","msg":"trace[1161673565] linearizableReadLoop","detail":"{readStateIndex:8256; appliedIndex:8255; }","duration":"395.624292ms","start":"2026-03-05T07:43:28.885478Z","end":"2026-03-05T07:43:29.281102Z","steps":["trace[1161673565] 'read index received' (duration: 395.434887ms)","trace[1161673565] 'applied index is now lower than readState.Index' (duration: 188.605µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:43:29.281206Z","caller":"traceutil/trace.go:171","msg":"trace[1378567216] transaction","detail":"{read_only:false; response_revision:7951; number_of_response:1; }","duration":"424.291315ms","start":"2026-03-05T07:43:28.856876Z","end":"2026-03-05T07:43:29.281167Z","steps":["trace[1378567216] 'process raft request' (duration: 424.05179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:29.281349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:43:28.856848Z","time spent":"424.421229ms","remote":"127.0.0.1:49348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19550,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:43:29.281367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.882849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-c7fdc4f45-x5s8v.1899e22322d950bd\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-05T07:43:29.281414Z","caller":"traceutil/trace.go:171","msg":"trace[1343485997] range","detail":"{range_begin:/registry/events/openstack/barbican-api-c7fdc4f45-x5s8v.1899e22322d950bd; range_end:; response_count:1; response_revision:7951; }","duration":"395.95841ms","start":"2026-03-05T07:43:28.88544Z","end":"2026-03-05T07:43:29.281398Z","steps":["trace[1343485997] 'agreement among raft nodes before linearized reading' (duration: 395.792366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:29.281466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:43:28.885427Z","time spent":"396.027432ms","remote":"127.0.0.1:49220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1155,"request content":"key:\"/registry/events/openstack/barbican-api-c7fdc4f45-x5s8v.1899e22322d950bd\" "} {"level":"info","ts":"2026-03-05T07:43:29.288841Z","caller":"traceutil/trace.go:171","msg":"trace[213645513] transaction","detail":"{read_only:false; response_revision:7952; number_of_response:1; }","duration":"339.77567ms","start":"2026-03-05T07:43:28.949046Z","end":"2026-03-05T07:43:29.288821Z","steps":["trace[213645513] 'process raft request' (duration: 339.668178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:29.28893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:43:28.949017Z","time spent":"339.867573ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:43:29.289126Z","caller":"traceutil/trace.go:171","msg":"trace[1891280585] transaction","detail":"{read_only:false; response_revision:7953; number_of_response:1; }","duration":"337.257831ms","start":"2026-03-05T07:43:28.951859Z","end":"2026-03-05T07:43:29.289117Z","steps":["trace[1891280585] 'process raft request' (duration: 336.932633ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:29.289115Z","caller":"traceutil/trace.go:171","msg":"trace[1415694721] transaction","detail":"{read_only:false; response_revision:7954; number_of_response:1; }","duration":"316.443005ms","start":"2026-03-05T07:43:28.972648Z","end":"2026-03-05T07:43:29.289091Z","steps":["trace[1415694721] 'process raft request' (duration: 316.317012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:29.289169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:43:28.951842Z","time spent":"337.306362ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:43:29.289259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:43:28.972634Z","time spent":"316.546987ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:43:36.666716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.229824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T07:43:36.666808Z","caller":"traceutil/trace.go:171","msg":"trace[1849510131] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7989; }","duration":"234.387688ms","start":"2026-03-05T07:43:36.432399Z","end":"2026-03-05T07:43:36.666787Z","steps":["trace[1849510131] 'count revisions from in-memory index tree' (duration: 234.129361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:36.997962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.96866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19564"} {"level":"info","ts":"2026-03-05T07:43:36.998055Z","caller":"traceutil/trace.go:171","msg":"trace[1007252635] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7993; }","duration":"102.099424ms","start":"2026-03-05T07:43:36.895934Z","end":"2026-03-05T07:43:36.998034Z","steps":["trace[1007252635] 'range keys from in-memory index tree' (duration: 101.781136ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:37.340918Z","caller":"traceutil/trace.go:171","msg":"trace[1503213505] transaction","detail":"{read_only:false; response_revision:8000; number_of_response:1; }","duration":"173.065776ms","start":"2026-03-05T07:43:37.167833Z","end":"2026-03-05T07:43:37.340898Z","steps":["trace[1503213505] 'process raft request' (duration: 173.029765ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:37.340908Z","caller":"traceutil/trace.go:171","msg":"trace[1567182584] transaction","detail":"{read_only:false; response_revision:7996; number_of_response:1; }","duration":"173.801993ms","start":"2026-03-05T07:43:37.167078Z","end":"2026-03-05T07:43:37.34088Z","steps":["trace[1567182584] 'process raft request' (duration: 173.576607ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:37.341045Z","caller":"traceutil/trace.go:171","msg":"trace[563692510] transaction","detail":"{read_only:false; response_revision:7999; number_of_response:1; }","duration":"173.481936ms","start":"2026-03-05T07:43:37.167529Z","end":"2026-03-05T07:43:37.341011Z","steps":["trace[563692510] 'process raft request' (duration: 173.308702ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:37.341109Z","caller":"traceutil/trace.go:171","msg":"trace[1592597959] transaction","detail":"{read_only:false; response_revision:7998; number_of_response:1; }","duration":"173.865755ms","start":"2026-03-05T07:43:37.167099Z","end":"2026-03-05T07:43:37.340964Z","steps":["trace[1592597959] 'process raft request' (duration: 173.704141ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:37.341309Z","caller":"traceutil/trace.go:171","msg":"trace[1670870207] transaction","detail":"{read_only:false; response_revision:7997; number_of_response:1; }","duration":"173.905845ms","start":"2026-03-05T07:43:37.167087Z","end":"2026-03-05T07:43:37.340993Z","steps":["trace[1670870207] 'process raft request' (duration: 173.6823ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:37.503619Z","caller":"traceutil/trace.go:171","msg":"trace[1563629075] linearizableReadLoop","detail":"{readStateIndex:8311; appliedIndex:8303; }","duration":"183.013853ms","start":"2026-03-05T07:43:37.320556Z","end":"2026-03-05T07:43:37.50357Z","steps":["trace[1563629075] 'read index received' (duration: 20.051608ms)","trace[1563629075] 'applied index is now lower than readState.Index' (duration: 162.961025ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:43:37.503727Z","caller":"traceutil/trace.go:171","msg":"trace[812720454] transaction","detail":"{read_only:false; response_revision:8003; number_of_response:1; }","duration":"187.113081ms","start":"2026-03-05T07:43:37.316604Z","end":"2026-03-05T07:43:37.503717Z","steps":["trace[812720454] 'process raft request' (duration: 186.928346ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:37.503697Z","caller":"traceutil/trace.go:171","msg":"trace[627083937] transaction","detail":"{read_only:false; response_revision:8002; number_of_response:1; }","duration":"188.466943ms","start":"2026-03-05T07:43:37.315186Z","end":"2026-03-05T07:43:37.503653Z","steps":["trace[627083937] 'process raft request' (duration: 188.308319ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:37.503724Z","caller":"traceutil/trace.go:171","msg":"trace[309072332] transaction","detail":"{read_only:false; response_revision:8001; number_of_response:1; }","duration":"189.974929ms","start":"2026-03-05T07:43:37.313724Z","end":"2026-03-05T07:43:37.503699Z","steps":["trace[309072332] 'process raft request' (duration: 189.60176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:37.503865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.279289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:43:37.50395Z","caller":"traceutil/trace.go:171","msg":"trace[1513890927] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:8003; }","duration":"183.420993ms","start":"2026-03-05T07:43:37.320509Z","end":"2026-03-05T07:43:37.50393Z","steps":["trace[1513890927] 'agreement among raft nodes before linearized reading' (duration: 183.257309ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:37.555068Z","caller":"traceutil/trace.go:171","msg":"trace[1465225238] transaction","detail":"{read_only:false; response_revision:8004; number_of_response:1; }","duration":"209.790142ms","start":"2026-03-05T07:43:37.345243Z","end":"2026-03-05T07:43:37.555033Z","steps":["trace[1465225238] 'process raft request' (duration: 209.627648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:37.555211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.542784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-05T07:43:37.555293Z","caller":"traceutil/trace.go:171","msg":"trace[1250232143] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8004; }","duration":"232.675457ms","start":"2026-03-05T07:43:37.322599Z","end":"2026-03-05T07:43:37.555274Z","steps":["trace[1250232143] 'agreement among raft nodes before linearized reading' (duration: 232.398681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:37.663351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.798108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c8c3154e-7fa8-4fa7-8203-8707757707a6\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-05T07:43:37.663423Z","caller":"traceutil/trace.go:171","msg":"trace[1990198910] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c8c3154e-7fa8-4fa7-8203-8707757707a6; range_end:; response_count:1; response_revision:8004; }","duration":"104.917811ms","start":"2026-03-05T07:43:37.558488Z","end":"2026-03-05T07:43:37.663405Z","steps":["trace[1990198910] 'range keys from in-memory index tree' (duration: 104.648854ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:37.663712Z","caller":"traceutil/trace.go:171","msg":"trace[2082582294] transaction","detail":"{read_only:false; response_revision:8006; number_of_response:1; }","duration":"103.028296ms","start":"2026-03-05T07:43:37.560654Z","end":"2026-03-05T07:43:37.663682Z","steps":["trace[2082582294] 'process raft request' (duration: 102.961374ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:37.663814Z","caller":"traceutil/trace.go:171","msg":"trace[184387018] transaction","detail":"{read_only:false; response_revision:8005; number_of_response:1; }","duration":"104.236894ms","start":"2026-03-05T07:43:37.559563Z","end":"2026-03-05T07:43:37.6638Z","steps":["trace[184387018] 'process raft request' (duration: 75.802467ms)","trace[184387018] 'compare' (duration: 27.965376ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:43:37.839124Z","caller":"traceutil/trace.go:171","msg":"trace[917770664] transaction","detail":"{read_only:false; response_revision:8011; number_of_response:1; }","duration":"122.751087ms","start":"2026-03-05T07:43:37.716335Z","end":"2026-03-05T07:43:37.839086Z","steps":["trace[917770664] 'process raft request' (duration: 120.80574ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:37.87109Z","caller":"traceutil/trace.go:171","msg":"trace[954790040] linearizableReadLoop","detail":"{readStateIndex:8321; appliedIndex:8318; }","duration":"153.975821ms","start":"2026-03-05T07:43:37.717092Z","end":"2026-03-05T07:43:37.871068Z","steps":["trace[954790040] 'read index received' (duration: 120.071923ms)","trace[954790040] 'applied index is now lower than readState.Index' (duration: 33.903098ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:43:37.871155Z","caller":"traceutil/trace.go:171","msg":"trace[360592670] transaction","detail":"{read_only:false; response_revision:8014; number_of_response:1; }","duration":"154.054652ms","start":"2026-03-05T07:43:37.717076Z","end":"2026-03-05T07:43:37.871131Z","steps":["trace[360592670] 'process raft request' (duration: 153.930679ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:37.871152Z","caller":"traceutil/trace.go:171","msg":"trace[434494997] transaction","detail":"{read_only:false; response_revision:8015; number_of_response:1; }","duration":"154.017232ms","start":"2026-03-05T07:43:37.717107Z","end":"2026-03-05T07:43:37.871125Z","steps":["trace[434494997] 'process raft request' (duration: 153.93074ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:37.871233Z","caller":"traceutil/trace.go:171","msg":"trace[1556278767] transaction","detail":"{read_only:false; response_revision:8013; number_of_response:1; }","duration":"154.263817ms","start":"2026-03-05T07:43:37.716945Z","end":"2026-03-05T07:43:37.871209Z","steps":["trace[1556278767] 'process raft request' (duration: 154.022312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:37.871261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.148135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/rook-ceph/\" range_end:\"/registry/resourcequotas/rook-ceph0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:43:37.871392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.268903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T07:43:37.871383Z","caller":"traceutil/trace.go:171","msg":"trace[567745252] range","detail":"{range_begin:/registry/resourcequotas/rook-ceph/; range_end:/registry/resourcequotas/rook-ceph0; response_count:0; response_revision:8015; }","duration":"154.302509ms","start":"2026-03-05T07:43:37.717055Z","end":"2026-03-05T07:43:37.871357Z","steps":["trace[567745252] 'agreement among raft nodes before linearized reading' (duration: 154.136655ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:37.871435Z","caller":"traceutil/trace.go:171","msg":"trace[296401567] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8015; }","duration":"132.337875ms","start":"2026-03-05T07:43:37.739086Z","end":"2026-03-05T07:43:37.871424Z","steps":["trace[296401567] 'agreement among raft nodes before linearized reading' (duration: 132.198302ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:37.871072Z","caller":"traceutil/trace.go:171","msg":"trace[906283259] transaction","detail":"{read_only:false; response_revision:8012; number_of_response:1; }","duration":"154.523074ms","start":"2026-03-05T07:43:37.716518Z","end":"2026-03-05T07:43:37.871041Z","steps":["trace[906283259] 'process raft request' (duration: 154.35355ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:38.019232Z","caller":"traceutil/trace.go:171","msg":"trace[2074160155] transaction","detail":"{read_only:false; response_revision:8017; number_of_response:1; }","duration":"143.908791ms","start":"2026-03-05T07:43:37.875298Z","end":"2026-03-05T07:43:38.019207Z","steps":["trace[2074160155] 'process raft request' (duration: 69.118087ms)","trace[2074160155] 'compare' (duration: 74.686941ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:43:38.020379Z","caller":"traceutil/trace.go:171","msg":"trace[1878265550] transaction","detail":"{read_only:false; response_revision:8018; number_of_response:1; }","duration":"129.764574ms","start":"2026-03-05T07:43:37.890589Z","end":"2026-03-05T07:43:38.020353Z","steps":["trace[1878265550] 'process raft request' (duration: 129.630981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:39.543358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.973215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"warn","ts":"2026-03-05T07:43:39.543355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.415797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:43:39.543416Z","caller":"traceutil/trace.go:171","msg":"trace[1670325642] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:8047; }","duration":"314.085128ms","start":"2026-03-05T07:43:39.229316Z","end":"2026-03-05T07:43:39.543401Z","steps":["trace[1670325642] 'range keys from in-memory index tree' (duration: 313.809031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:39.543448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:43:39.229291Z","time spent":"314.149388ms","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":535,"request content":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" "} {"level":"info","ts":"2026-03-05T07:43:39.543443Z","caller":"traceutil/trace.go:171","msg":"trace[1199731329] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:8047; }","duration":"189.524979ms","start":"2026-03-05T07:43:39.353897Z","end":"2026-03-05T07:43:39.543422Z","steps":["trace[1199731329] 'count revisions from in-memory index tree' (duration: 189.343914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:42.627708Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031159831,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T07:43:43.128248Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031159831,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T07:43:43.628599Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031159831,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T07:43:44.129733Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031159831,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T07:43:44.209542Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.168601458s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T07:43:44.209908Z","caller":"traceutil/trace.go:171","msg":"trace[1629354590] transaction","detail":"{read_only:false; response_revision:8063; number_of_response:1; }","duration":"2.169014138s","start":"2026-03-05T07:43:42.040868Z","end":"2026-03-05T07:43:44.209882Z","steps":["trace[1629354590] 'process raft request' (duration: 2.168867335s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:44.210035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:43:42.040857Z","time spent":"2.16910504s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:43:44.210735Z","caller":"traceutil/trace.go:171","msg":"trace[307426657] transaction","detail":"{read_only:false; response_revision:8064; number_of_response:1; }","duration":"656.458739ms","start":"2026-03-05T07:43:43.554264Z","end":"2026-03-05T07:43:44.210722Z","steps":["trace[307426657] 'process raft request' (duration: 656.365727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:44.210816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:43:43.554232Z","time spent":"656.542901ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:43:44.21094Z","caller":"traceutil/trace.go:171","msg":"trace[666369927] linearizableReadLoop","detail":"{readStateIndex:8376; appliedIndex:8372; }","duration":"2.083453289s","start":"2026-03-05T07:43:42.127467Z","end":"2026-03-05T07:43:44.21092Z","steps":["trace[666369927] 'read index received' (duration: 2.082291112s)","trace[666369927] 'applied index is now lower than readState.Index' (duration: 1.160627ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:43:44.210947Z","caller":"traceutil/trace.go:171","msg":"trace[1883387128] transaction","detail":"{read_only:false; response_revision:8065; number_of_response:1; }","duration":"655.064687ms","start":"2026-03-05T07:43:43.555853Z","end":"2026-03-05T07:43:44.210917Z","steps":["trace[1883387128] 'process raft request' (duration: 654.839261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:44.211088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:43:43.55583Z","time spent":"655.18221ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:43:44.211115Z","caller":"traceutil/trace.go:171","msg":"trace[1349604753] transaction","detail":"{read_only:false; response_revision:8066; number_of_response:1; }","duration":"655.153899ms","start":"2026-03-05T07:43:43.555939Z","end":"2026-03-05T07:43:44.211093Z","steps":["trace[1349604753] 'process raft request' (duration: 654.879792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:44.211218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331025991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-05T07:43:44.21123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.373299639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-05T07:43:44.2111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.994621462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:43:44.211253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:43:43.555933Z","time spent":"655.232561ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:43:44.211295Z","caller":"traceutil/trace.go:171","msg":"trace[1099155672] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8066; }","duration":"1.37338309s","start":"2026-03-05T07:43:42.837894Z","end":"2026-03-05T07:43:44.211278Z","steps":["trace[1099155672] 'agreement among raft nodes before linearized reading' (duration: 1.373235287s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:44.211364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:43:42.837884Z","time spent":"1.373450973s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T07:43:44.211449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329894183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T07:43:44.21149Z","caller":"traceutil/trace.go:171","msg":"trace[882654246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8066; }","duration":"1.329981945s","start":"2026-03-05T07:43:42.881499Z","end":"2026-03-05T07:43:44.211481Z","steps":["trace[882654246] 'agreement among raft nodes before linearized reading' (duration: 1.329884403s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:44.211522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:43:42.881472Z","time spent":"1.330042467s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T07:43:44.211521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22570411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-05T07:43:44.211458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409617724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:43:44.211593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511462022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p8l7s\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-05T07:43:44.211563Z","caller":"traceutil/trace.go:171","msg":"trace[1066456734] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8066; }","duration":"1.225853613s","start":"2026-03-05T07:43:42.9857Z","end":"2026-03-05T07:43:44.211553Z","steps":["trace[1066456734] 'agreement among raft nodes before linearized reading' (duration: 1.225579426s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:44.211602Z","caller":"traceutil/trace.go:171","msg":"trace[228398938] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8066; }","duration":"1.409780019s","start":"2026-03-05T07:43:42.801814Z","end":"2026-03-05T07:43:44.211594Z","steps":["trace[228398938] 'agreement among raft nodes before linearized reading' (duration: 1.409619715s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:44.211619Z","caller":"traceutil/trace.go:171","msg":"trace[2065971547] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p8l7s; range_end:; response_count:1; response_revision:8066; }","duration":"1.511549614s","start":"2026-03-05T07:43:42.700061Z","end":"2026-03-05T07:43:44.211611Z","steps":["trace[2065971547] 'agreement among raft nodes before linearized reading' (duration: 1.511476952s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:44.211628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:43:42.801808Z","time spent":"1.409812739s","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:43:44.21163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:43:42.985679Z","time spent":"1.225940675s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-05T07:43:44.211642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:43:42.70004Z","time spent":"1.511595916s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-p8l7s\" "} {"level":"warn","ts":"2026-03-05T07:43:44.211425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.083858158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T07:43:44.211735Z","caller":"traceutil/trace.go:171","msg":"trace[1016435965] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:8066; }","duration":"2.084279148s","start":"2026-03-05T07:43:42.127432Z","end":"2026-03-05T07:43:44.211711Z","steps":["trace[1016435965] 'agreement among raft nodes before linearized reading' (duration: 2.083600162s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:44.212135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:43:42.127419Z","time spent":"2.084694009s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":7,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:43:44.211523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452343603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T07:43:44.21286Z","caller":"traceutil/trace.go:171","msg":"trace[2086414454] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8066; }","duration":"1.453705096s","start":"2026-03-05T07:43:42.759145Z","end":"2026-03-05T07:43:44.21285Z","steps":["trace[2086414454] 'agreement among raft nodes before linearized reading' (duration: 1.452329493s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:44.212923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:43:42.759129Z","time spent":"1.453782678s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T07:43:44.211296Z","caller":"traceutil/trace.go:171","msg":"trace[1038150746] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:8066; }","duration":"1.994840946s","start":"2026-03-05T07:43:42.216441Z","end":"2026-03-05T07:43:44.211282Z","steps":["trace[1038150746] 'agreement among raft nodes before linearized reading' (duration: 1.994607331s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:44.211252Z","caller":"traceutil/trace.go:171","msg":"trace[1196799855] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8066; }","duration":"1.331081552s","start":"2026-03-05T07:43:42.880161Z","end":"2026-03-05T07:43:44.211242Z","steps":["trace[1196799855] 'agreement among raft nodes before linearized reading' (duration: 1.33096307s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:44.213006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:43:42.88015Z","time spent":"1.332848415s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T07:43:44.213199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:43:42.216434Z","time spent":"1.996755072s","remote":"127.0.0.1:49232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:43:46.419797Z","caller":"traceutil/trace.go:171","msg":"trace[716702915] transaction","detail":"{read_only:false; response_revision:8074; number_of_response:1; }","duration":"198.725397ms","start":"2026-03-05T07:43:46.221048Z","end":"2026-03-05T07:43:46.419773Z","steps":["trace[716702915] 'process raft request' (duration: 198.548213ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:46.419989Z","caller":"traceutil/trace.go:171","msg":"trace[607082851] linearizableReadLoop","detail":"{readStateIndex:8385; appliedIndex:8383; }","duration":"162.218707ms","start":"2026-03-05T07:43:46.257738Z","end":"2026-03-05T07:43:46.419957Z","steps":["trace[607082851] 'read index received' (duration: 161.848789ms)","trace[607082851] 'applied index is now lower than readState.Index' (duration: 367.138µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:43:46.420053Z","caller":"traceutil/trace.go:171","msg":"trace[87195642] transaction","detail":"{read_only:false; response_revision:8075; number_of_response:1; }","duration":"196.450033ms","start":"2026-03-05T07:43:46.223573Z","end":"2026-03-05T07:43:46.420023Z","steps":["trace[87195642] 'process raft request' (duration: 196.162276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:46.420233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.057902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-05T07:43:46.420265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.282694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T07:43:46.420275Z","caller":"traceutil/trace.go:171","msg":"trace[933173397] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8075; }","duration":"193.134424ms","start":"2026-03-05T07:43:46.227129Z","end":"2026-03-05T07:43:46.420263Z","steps":["trace[933173397] 'agreement among raft nodes before linearized reading' (duration: 192.9513ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:46.420299Z","caller":"traceutil/trace.go:171","msg":"trace[1077497186] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8075; }","duration":"192.333905ms","start":"2026-03-05T07:43:46.227954Z","end":"2026-03-05T07:43:46.420288Z","steps":["trace[1077497186] 'agreement among raft nodes before linearized reading' (duration: 192.230743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:46.420233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.670602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p8l7s\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-05T07:43:46.420344Z","caller":"traceutil/trace.go:171","msg":"trace[1698889682] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p8l7s; range_end:; response_count:1; response_revision:8075; }","duration":"197.834856ms","start":"2026-03-05T07:43:46.222501Z","end":"2026-03-05T07:43:46.420336Z","steps":["trace[1698889682] 'agreement among raft nodes before linearized reading' (duration: 197.628161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:46.420463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.862862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T07:43:46.420579Z","caller":"traceutil/trace.go:171","msg":"trace[672975002] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8075; }","duration":"197.010266ms","start":"2026-03-05T07:43:46.22355Z","end":"2026-03-05T07:43:46.42056Z","steps":["trace[672975002] 'agreement among raft nodes before linearized reading' (duration: 196.595977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:46.420818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.642916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T07:43:46.420899Z","caller":"traceutil/trace.go:171","msg":"trace[773145511] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8075; }","duration":"193.741538ms","start":"2026-03-05T07:43:46.227145Z","end":"2026-03-05T07:43:46.420887Z","steps":["trace[773145511] 'agreement among raft nodes before linearized reading' (duration: 192.838257ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:46.43062Z","caller":"traceutil/trace.go:171","msg":"trace[734624872] transaction","detail":"{read_only:false; response_revision:8076; number_of_response:1; }","duration":"169.167693ms","start":"2026-03-05T07:43:46.261418Z","end":"2026-03-05T07:43:46.430585Z","steps":["trace[734624872] 'process raft request' (duration: 169.09887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:46.431025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.600385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.222\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-05T07:43:46.431113Z","caller":"traceutil/trace.go:171","msg":"trace[1347557045] range","detail":"{range_begin:/registry/masterleases/199.204.45.222; range_end:; response_count:1; response_revision:8076; }","duration":"167.703118ms","start":"2026-03-05T07:43:46.263401Z","end":"2026-03-05T07:43:46.431104Z","steps":["trace[1347557045] 'agreement among raft nodes before linearized reading' (duration: 167.577045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:46.963867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.359577ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T07:43:46.964049Z","caller":"traceutil/trace.go:171","msg":"trace[252072873] linearizableReadLoop","detail":"{readStateIndex:8393; appliedIndex:8391; }","duration":"342.637358ms","start":"2026-03-05T07:43:46.621394Z","end":"2026-03-05T07:43:46.964032Z","steps":["trace[252072873] 'read index received' (duration: 147.161317ms)","trace[252072873] 'applied index is now lower than readState.Index' (duration: 195.475051ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:43:46.964261Z","caller":"traceutil/trace.go:171","msg":"trace[1274102333] transaction","detail":"{read_only:false; response_revision:8082; number_of_response:1; }","duration":"355.668069ms","start":"2026-03-05T07:43:46.608564Z","end":"2026-03-05T07:43:46.964232Z","steps":["trace[1274102333] 'process raft request' (duration: 355.409063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:46.964329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.927135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:43:46.964385Z","caller":"traceutil/trace.go:171","msg":"trace[22704112] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:8082; }","duration":"343.019607ms","start":"2026-03-05T07:43:46.621353Z","end":"2026-03-05T07:43:46.964373Z","steps":["trace[22704112] 'agreement among raft nodes before linearized reading' (duration: 342.877373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:46.964425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:43:46.621332Z","time spent":"343.083699ms","remote":"127.0.0.1:49466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:43:46.964415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:43:46.60854Z","time spent":"355.791882ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:43:46.964315Z","caller":"traceutil/trace.go:171","msg":"trace[763705397] transaction","detail":"{read_only:false; response_revision:8081; number_of_response:1; }","duration":"500.644725ms","start":"2026-03-05T07:43:46.46362Z","end":"2026-03-05T07:43:46.964265Z","steps":["trace[763705397] 'process raft request' (duration: 304.797706ms)","trace[763705397] 'compare' (duration: 195.195074ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:43:46.964726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:43:46.463594Z","time spent":"501.013204ms","remote":"127.0.0.1:49176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:43:46.964827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.271804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:43:46.964897Z","caller":"traceutil/trace.go:171","msg":"trace[252336010] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8082; }","duration":"161.425178ms","start":"2026-03-05T07:43:46.803462Z","end":"2026-03-05T07:43:46.964887Z","steps":["trace[252336010] 'agreement among raft nodes before linearized reading' (duration: 161.332736ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:48.247568Z","caller":"traceutil/trace.go:171","msg":"trace[689608741] transaction","detail":"{read_only:false; response_revision:8083; number_of_response:1; }","duration":"155.029236ms","start":"2026-03-05T07:43:48.092523Z","end":"2026-03-05T07:43:48.247552Z","steps":["trace[689608741] 'process raft request' (duration: 154.925684ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:48.465559Z","caller":"traceutil/trace.go:171","msg":"trace[936532517] transaction","detail":"{read_only:false; response_revision:8085; number_of_response:1; }","duration":"202.476087ms","start":"2026-03-05T07:43:48.263062Z","end":"2026-03-05T07:43:48.465538Z","steps":["trace[936532517] 'process raft request' (duration: 202.409975ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:48.465919Z","caller":"traceutil/trace.go:171","msg":"trace[694016113] transaction","detail":"{read_only:false; response_revision:8084; number_of_response:1; }","duration":"209.902564ms","start":"2026-03-05T07:43:48.255996Z","end":"2026-03-05T07:43:48.465898Z","steps":["trace[694016113] 'process raft request' (duration: 153.328656ms)","trace[694016113] 'compare' (duration: 55.826501ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:43:53.49044Z","caller":"traceutil/trace.go:171","msg":"trace[656346323] transaction","detail":"{read_only:false; response_revision:8139; number_of_response:1; }","duration":"191.00194ms","start":"2026-03-05T07:43:53.299412Z","end":"2026-03-05T07:43:53.490414Z","steps":["trace[656346323] 'process raft request' (duration: 190.827396ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:56.696607Z","caller":"traceutil/trace.go:171","msg":"trace[861579905] transaction","detail":"{read_only:false; response_revision:8161; number_of_response:1; }","duration":"269.318909ms","start":"2026-03-05T07:43:56.42726Z","end":"2026-03-05T07:43:56.696579Z","steps":["trace[861579905] 'process raft request' (duration: 269.104844ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:56.773419Z","caller":"traceutil/trace.go:171","msg":"trace[1177995278] linearizableReadLoop","detail":"{readStateIndex:8481; appliedIndex:8476; }","duration":"214.958828ms","start":"2026-03-05T07:43:56.55843Z","end":"2026-03-05T07:43:56.773389Z","steps":["trace[1177995278] 'read index received' (duration: 138.072461ms)","trace[1177995278] 'applied index is now lower than readState.Index' (duration: 76.884657ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:43:56.773876Z","caller":"traceutil/trace.go:171","msg":"trace[1459207534] transaction","detail":"{read_only:false; response_revision:8165; number_of_response:1; }","duration":"238.313382ms","start":"2026-03-05T07:43:56.535539Z","end":"2026-03-05T07:43:56.773852Z","steps":["trace[1459207534] 'process raft request' (duration: 237.742589ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:56.773898Z","caller":"traceutil/trace.go:171","msg":"trace[2006219757] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8162; }","duration":"346.35577ms","start":"2026-03-05T07:43:56.427498Z","end":"2026-03-05T07:43:56.773853Z","steps":["trace[2006219757] 'process raft request' (duration: 314.766979ms)","trace[2006219757] 'compare' (duration: 30.72527ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:43:56.774077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:43:56.42749Z","time spent":"346.484483ms","remote":"127.0.0.1:58486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-05T07:43:56.774095Z","caller":"traceutil/trace.go:171","msg":"trace[1411238293] transaction","detail":"{read_only:false; response_revision:8163; number_of_response:1; }","duration":"248.557606ms","start":"2026-03-05T07:43:56.525473Z","end":"2026-03-05T07:43:56.774031Z","steps":["trace[1411238293] 'process raft request' (duration: 247.676645ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:56.774244Z","caller":"traceutil/trace.go:171","msg":"trace[410949625] transaction","detail":"{read_only:false; response_revision:8164; number_of_response:1; }","duration":"246.679721ms","start":"2026-03-05T07:43:56.527545Z","end":"2026-03-05T07:43:56.774224Z","steps":["trace[410949625] 'process raft request' (duration: 245.685028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:56.7744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.973892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T07:43:56.774449Z","caller":"traceutil/trace.go:171","msg":"trace[748615214] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8165; }","duration":"216.063184ms","start":"2026-03-05T07:43:56.558374Z","end":"2026-03-05T07:43:56.774437Z","steps":["trace[748615214] 'agreement among raft nodes before linearized reading' (duration: 215.924881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:56.774453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.574702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T07:43:56.774516Z","caller":"traceutil/trace.go:171","msg":"trace[994292743] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8165; }","duration":"199.645723ms","start":"2026-03-05T07:43:56.574856Z","end":"2026-03-05T07:43:56.774502Z","steps":["trace[994292743] 'agreement among raft nodes before linearized reading' (duration: 199.49326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:56.774614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.242629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T07:43:56.774664Z","caller":"traceutil/trace.go:171","msg":"trace[746413878] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8165; }","duration":"192.332711ms","start":"2026-03-05T07:43:56.58232Z","end":"2026-03-05T07:43:56.774653Z","steps":["trace[746413878] 'agreement among raft nodes before linearized reading' (duration: 192.217738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:56.774718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.374572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T07:43:56.774746Z","caller":"traceutil/trace.go:171","msg":"trace[1375444017] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8165; }","duration":"192.456183ms","start":"2026-03-05T07:43:56.582283Z","end":"2026-03-05T07:43:56.774739Z","steps":["trace[1375444017] 'agreement among raft nodes before linearized reading' (duration: 192.363141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:56.77488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.208114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T07:43:56.774906Z","caller":"traceutil/trace.go:171","msg":"trace[1351166890] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8165; }","duration":"194.265846ms","start":"2026-03-05T07:43:56.580634Z","end":"2026-03-05T07:43:56.7749Z","steps":["trace[1351166890] 'agreement among raft nodes before linearized reading' (duration: 194.194804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:56.775026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.351822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p8l7s\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-05T07:43:56.77508Z","caller":"traceutil/trace.go:171","msg":"trace[1071369515] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p8l7s; range_end:; response_count:1; response_revision:8165; }","duration":"195.461475ms","start":"2026-03-05T07:43:56.579605Z","end":"2026-03-05T07:43:56.775066Z","steps":["trace[1071369515] 'agreement among raft nodes before linearized reading' (duration: 195.28463ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:56.909949Z","caller":"traceutil/trace.go:171","msg":"trace[568554876] transaction","detail":"{read_only:false; response_revision:8169; number_of_response:1; }","duration":"129.311093ms","start":"2026-03-05T07:43:56.780614Z","end":"2026-03-05T07:43:56.909925Z","steps":["trace[568554876] 'process raft request' (duration: 129.239401ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:56.909997Z","caller":"traceutil/trace.go:171","msg":"trace[1227687222] transaction","detail":"{read_only:false; response_revision:8168; number_of_response:1; }","duration":"129.587478ms","start":"2026-03-05T07:43:56.78032Z","end":"2026-03-05T07:43:56.909908Z","steps":["trace[1227687222] 'process raft request' (duration: 129.488406ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:56.909955Z","caller":"traceutil/trace.go:171","msg":"trace[440768869] transaction","detail":"{read_only:false; response_revision:8167; number_of_response:1; }","duration":"130.057069ms","start":"2026-03-05T07:43:56.779858Z","end":"2026-03-05T07:43:56.909915Z","steps":["trace[440768869] 'process raft request' (duration: 109.093032ms)","trace[440768869] 'compare' (duration: 20.714712ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:43:56.910257Z","caller":"traceutil/trace.go:171","msg":"trace[1268856580] transaction","detail":"{read_only:false; response_revision:8170; number_of_response:1; }","duration":"128.722068ms","start":"2026-03-05T07:43:56.781512Z","end":"2026-03-05T07:43:56.910234Z","steps":["trace[1268856580] 'process raft request' (duration: 128.37208ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:56.910329Z","caller":"traceutil/trace.go:171","msg":"trace[803996518] transaction","detail":"{read_only:false; response_revision:8171; number_of_response:1; }","duration":"128.550824ms","start":"2026-03-05T07:43:56.781761Z","end":"2026-03-05T07:43:56.910312Z","steps":["trace[803996518] 'process raft request' (duration: 128.302258ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:56.910411Z","caller":"traceutil/trace.go:171","msg":"trace[759882436] transaction","detail":"{read_only:false; response_revision:8172; number_of_response:1; }","duration":"126.924495ms","start":"2026-03-05T07:43:56.783444Z","end":"2026-03-05T07:43:56.910368Z","steps":["trace[759882436] 'process raft request' (duration: 126.795322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:56.910794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.821385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227425"} {"level":"info","ts":"2026-03-05T07:43:56.91088Z","caller":"traceutil/trace.go:171","msg":"trace[305379288] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8172; }","duration":"129.927068ms","start":"2026-03-05T07:43:56.780932Z","end":"2026-03-05T07:43:56.910859Z","steps":["trace[305379288] 'agreement among raft nodes before linearized reading' (duration: 129.417275ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:58.00898Z","caller":"traceutil/trace.go:171","msg":"trace[1567150269] linearizableReadLoop","detail":"{readStateIndex:8489; appliedIndex:8488; }","duration":"481.611793ms","start":"2026-03-05T07:43:57.527341Z","end":"2026-03-05T07:43:58.008953Z","steps":["trace[1567150269] 'read index received' (duration: 481.411298ms)","trace[1567150269] 'applied index is now lower than readState.Index' (duration: 199.655µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:43:58.009052Z","caller":"traceutil/trace.go:171","msg":"trace[756066509] transaction","detail":"{read_only:false; response_revision:8173; number_of_response:1; }","duration":"596.871022ms","start":"2026-03-05T07:43:57.412139Z","end":"2026-03-05T07:43:58.009011Z","steps":["trace[756066509] 'process raft request' (duration: 596.657297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:58.009221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.87084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"warn","ts":"2026-03-05T07:43:58.009246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:43:57.412106Z","time spent":"597.046585ms","remote":"127.0.0.1:49390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:43:58.00925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.770233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:43:58.009368Z","caller":"traceutil/trace.go:171","msg":"trace[291763285] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8173; }","duration":"206.950577ms","start":"2026-03-05T07:43:57.802395Z","end":"2026-03-05T07:43:58.009346Z","steps":["trace[291763285] 'agreement among raft nodes before linearized reading' (duration: 206.745082ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:58.009278Z","caller":"traceutil/trace.go:171","msg":"trace[389777014] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8173; }","duration":"481.971342ms","start":"2026-03-05T07:43:57.527284Z","end":"2026-03-05T07:43:58.009256Z","steps":["trace[389777014] 'agreement among raft nodes before linearized reading' (duration: 481.799918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:58.009486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:43:57.527266Z","time spent":"482.200857ms","remote":"127.0.0.1:49396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5169,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-05T07:43:58.758873Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031160137,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T07:43:58.771499Z","caller":"traceutil/trace.go:171","msg":"trace[53684322] linearizableReadLoop","detail":"{readStateIndex:8490; appliedIndex:8489; }","duration":"513.145463ms","start":"2026-03-05T07:43:58.258332Z","end":"2026-03-05T07:43:58.771478Z","steps":["trace[53684322] 'read index received' (duration: 512.921568ms)","trace[53684322] 'applied index is now lower than readState.Index' (duration: 217.795µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:43:58.771615Z","caller":"traceutil/trace.go:171","msg":"trace[6247764] transaction","detail":"{read_only:false; response_revision:8174; number_of_response:1; }","duration":"746.500748ms","start":"2026-03-05T07:43:58.025104Z","end":"2026-03-05T07:43:58.771604Z","steps":["trace[6247764] 'process raft request' (duration: 746.229642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:58.771727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:43:58.025079Z","time spent":"746.56783ms","remote":"127.0.0.1:49396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:43:58.77194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.613753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-05T07:43:58.771979Z","caller":"traceutil/trace.go:171","msg":"trace[729984710] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8174; }","duration":"513.693195ms","start":"2026-03-05T07:43:58.258276Z","end":"2026-03-05T07:43:58.771969Z","steps":["trace[729984710] 'agreement among raft nodes before linearized reading' (duration: 513.572333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:58.772007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:43:58.258257Z","time spent":"513.743986ms","remote":"127.0.0.1:49320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3695,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-05T07:43:58.772021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.071821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:43:58.772045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.070003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:43:58.772112Z","caller":"traceutil/trace.go:171","msg":"trace[37574085] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:8174; }","duration":"476.230145ms","start":"2026-03-05T07:43:58.295854Z","end":"2026-03-05T07:43:58.772084Z","steps":["trace[37574085] 'agreement among raft nodes before linearized reading' (duration: 476.053891ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:58.772121Z","caller":"traceutil/trace.go:171","msg":"trace[638687326] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:8174; }","duration":"168.204736ms","start":"2026-03-05T07:43:58.603895Z","end":"2026-03-05T07:43:58.7721Z","steps":["trace[638687326] 'agreement among raft nodes before linearized reading' (duration: 168.039643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:58.772162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:43:58.295836Z","time spent":"476.316158ms","remote":"127.0.0.1:58510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:43:58.886399Z","caller":"traceutil/trace.go:171","msg":"trace[1866132674] transaction","detail":"{read_only:false; response_revision:8175; number_of_response:1; }","duration":"105.601339ms","start":"2026-03-05T07:43:58.780777Z","end":"2026-03-05T07:43:58.886378Z","steps":["trace[1866132674] 'process raft request' (duration: 101.610264ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:58.906592Z","caller":"traceutil/trace.go:171","msg":"trace[284965810] linearizableReadLoop","detail":"{readStateIndex:8493; appliedIndex:8490; }","duration":"124.703592ms","start":"2026-03-05T07:43:58.781854Z","end":"2026-03-05T07:43:58.906557Z","steps":["trace[284965810] 'read index received' (duration: 100.546958ms)","trace[284965810] 'applied index is now lower than readState.Index' (duration: 24.155404ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:43:58.906617Z","caller":"traceutil/trace.go:171","msg":"trace[1297096722] transaction","detail":"{read_only:false; response_revision:8176; number_of_response:1; }","duration":"125.531513ms","start":"2026-03-05T07:43:58.781059Z","end":"2026-03-05T07:43:58.90659Z","steps":["trace[1297096722] 'process raft request' (duration: 125.237986ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:58.906721Z","caller":"traceutil/trace.go:171","msg":"trace[1768263724] transaction","detail":"{read_only:false; response_revision:8177; number_of_response:1; }","duration":"125.557664ms","start":"2026-03-05T07:43:58.781152Z","end":"2026-03-05T07:43:58.906709Z","steps":["trace[1768263724] 'process raft request' (duration: 125.275667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:58.906851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.922105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.1899e22e9776facc\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-05T07:43:58.906907Z","caller":"traceutil/trace.go:171","msg":"trace[234121453] range","detail":"{range_begin:/registry/events/openstack/ceph.1899e22e9776facc; range_end:; response_count:1; response_revision:8177; }","duration":"124.022656ms","start":"2026-03-05T07:43:58.782872Z","end":"2026-03-05T07:43:58.906894Z","steps":["trace[234121453] 'agreement among raft nodes before linearized reading' (duration: 123.878533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:58.907103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.231374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-05T07:43:58.907152Z","caller":"traceutil/trace.go:171","msg":"trace[1210628979] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8177; }","duration":"125.292196ms","start":"2026-03-05T07:43:58.781848Z","end":"2026-03-05T07:43:58.907141Z","steps":["trace[1210628979] 'agreement among raft nodes before linearized reading' (duration: 125.156803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:58.90725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.81776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:43:58.907291Z","caller":"traceutil/trace.go:171","msg":"trace[899034099] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8177; }","duration":"104.856151ms","start":"2026-03-05T07:43:58.802424Z","end":"2026-03-05T07:43:58.90728Z","steps":["trace[899034099] 'agreement among raft nodes before linearized reading' (duration: 104.80428ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:44:00.083639Z","caller":"traceutil/trace.go:171","msg":"trace[807313802] transaction","detail":"{read_only:false; response_revision:8195; number_of_response:1; }","duration":"102.68144ms","start":"2026-03-05T07:43:59.980927Z","end":"2026-03-05T07:44:00.083609Z","steps":["trace[807313802] 'process raft request' (duration: 62.858103ms)","trace[807313802] 'compare' (duration: 39.712524ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:44:01.076608Z","caller":"traceutil/trace.go:171","msg":"trace[1496093994] transaction","detail":"{read_only:false; response_revision:8196; number_of_response:1; }","duration":"184.662198ms","start":"2026-03-05T07:44:00.891926Z","end":"2026-03-05T07:44:01.076588Z","steps":["trace[1496093994] 'process raft request' (duration: 184.537755ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:44:01.231622Z","caller":"traceutil/trace.go:171","msg":"trace[1389378138] linearizableReadLoop","detail":"{readStateIndex:8514; appliedIndex:8511; }","duration":"291.871795ms","start":"2026-03-05T07:44:00.93972Z","end":"2026-03-05T07:44:01.231592Z","steps":["trace[1389378138] 'read index received' (duration: 136.81502ms)","trace[1389378138] 'applied index is now lower than readState.Index' (duration: 155.055624ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:44:01.231729Z","caller":"traceutil/trace.go:171","msg":"trace[1254696099] transaction","detail":"{read_only:false; response_revision:8198; number_of_response:1; }","duration":"317.542155ms","start":"2026-03-05T07:44:00.914158Z","end":"2026-03-05T07:44:01.2317Z","steps":["trace[1254696099] 'process raft request' (duration: 317.384821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:44:01.231885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.157942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-05T07:44:01.231895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:44:00.914137Z","time spent":"317.662007ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:44:01.231931Z","caller":"traceutil/trace.go:171","msg":"trace[1396732891] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8198; }","duration":"292.253974ms","start":"2026-03-05T07:44:00.939665Z","end":"2026-03-05T07:44:01.231919Z","steps":["trace[1396732891] 'agreement among raft nodes before linearized reading' (duration: 292.07619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:44:01.231922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.838991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-05T07:44:01.231942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.614997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-05T07:44:01.232002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.192019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T07:44:01.231977Z","caller":"traceutil/trace.go:171","msg":"trace[1961207404] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8198; }","duration":"189.912482ms","start":"2026-03-05T07:44:01.04205Z","end":"2026-03-05T07:44:01.231962Z","steps":["trace[1961207404] 'agreement among raft nodes before linearized reading' (duration: 189.760969ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:44:01.232034Z","caller":"traceutil/trace.go:171","msg":"trace[1602331970] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8198; }","duration":"192.75766ms","start":"2026-03-05T07:44:01.039256Z","end":"2026-03-05T07:44:01.232014Z","steps":["trace[1602331970] 'agreement among raft nodes before linearized reading' (duration: 192.513135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:44:01.231942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.522029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T07:44:01.232112Z","caller":"traceutil/trace.go:171","msg":"trace[558175623] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8198; }","duration":"190.327542ms","start":"2026-03-05T07:44:01.041765Z","end":"2026-03-05T07:44:01.232092Z","steps":["trace[558175623] 'agreement among raft nodes before linearized reading' (duration: 190.032095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:44:01.232129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.557628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-05T07:44:01.232124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.440169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p8l7s\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-05T07:44:01.232189Z","caller":"traceutil/trace.go:171","msg":"trace[1420996716] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8198; }","duration":"190.633849ms","start":"2026-03-05T07:44:01.041538Z","end":"2026-03-05T07:44:01.232172Z","steps":["trace[1420996716] 'agreement among raft nodes before linearized reading' (duration: 190.469125ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:44:01.231682Z","caller":"traceutil/trace.go:171","msg":"trace[1462054624] transaction","detail":"{read_only:false; response_revision:8197; number_of_response:1; }","duration":"319.636595ms","start":"2026-03-05T07:44:00.912012Z","end":"2026-03-05T07:44:01.231649Z","steps":["trace[1462054624] 'process raft request' (duration: 319.379159ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:44:01.232208Z","caller":"traceutil/trace.go:171","msg":"trace[259155540] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p8l7s; range_end:; response_count:1; response_revision:8198; }","duration":"186.552802ms","start":"2026-03-05T07:44:01.045632Z","end":"2026-03-05T07:44:01.232185Z","steps":["trace[259155540] 'agreement among raft nodes before linearized reading' (duration: 186.308807ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:44:01.232144Z","caller":"traceutil/trace.go:171","msg":"trace[1434812363] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8198; }","duration":"188.732964ms","start":"2026-03-05T07:44:01.043381Z","end":"2026-03-05T07:44:01.232114Z","steps":["trace[1434812363] 'agreement among raft nodes before linearized reading' (duration: 188.402146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:44:01.233129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:44:00.911996Z","time spent":"321.047718ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:44:01.527667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.282559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:44:01.527763Z","caller":"traceutil/trace.go:171","msg":"trace[2030305579] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8203; }","duration":"176.431932ms","start":"2026-03-05T07:44:01.351306Z","end":"2026-03-05T07:44:01.527738Z","steps":["trace[2030305579] 'range keys from in-memory index tree' (duration: 176.183616ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:44:09.944861Z","caller":"traceutil/trace.go:171","msg":"trace[1000089051] linearizableReadLoop","detail":"{readStateIndex:8589; appliedIndex:8588; }","duration":"142.64552ms","start":"2026-03-05T07:44:09.802179Z","end":"2026-03-05T07:44:09.944824Z","steps":["trace[1000089051] 'read index received' (duration: 142.514227ms)","trace[1000089051] 'applied index is now lower than readState.Index' (duration: 129.593µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:44:09.945291Z","caller":"traceutil/trace.go:171","msg":"trace[161626577] transaction","detail":"{read_only:false; response_revision:8270; number_of_response:1; }","duration":"246.493217ms","start":"2026-03-05T07:44:09.698747Z","end":"2026-03-05T07:44:09.94524Z","steps":["trace[161626577] 'process raft request' (duration: 245.856342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:44:09.945315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.122142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:44:09.945686Z","caller":"traceutil/trace.go:171","msg":"trace[1445962247] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8270; }","duration":"143.4786ms","start":"2026-03-05T07:44:09.802076Z","end":"2026-03-05T07:44:09.945555Z","steps":["trace[1445962247] 'agreement among raft nodes before linearized reading' (duration: 143.155811ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:44:23.455263Z","caller":"traceutil/trace.go:171","msg":"trace[1882149076] transaction","detail":"{read_only:false; response_revision:8438; number_of_response:1; }","duration":"244.325846ms","start":"2026-03-05T07:44:23.210905Z","end":"2026-03-05T07:44:23.45523Z","steps":["trace[1882149076] 'process raft request' (duration: 244.045629ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:44:23.566718Z","caller":"traceutil/trace.go:171","msg":"trace[1394852678] linearizableReadLoop","detail":"{readStateIndex:8762; appliedIndex:8760; }","duration":"287.561304ms","start":"2026-03-05T07:44:23.279141Z","end":"2026-03-05T07:44:23.566702Z","steps":["trace[1394852678] 'read index received' (duration: 175.89488ms)","trace[1394852678] 'applied index is now lower than readState.Index' (duration: 111.665144ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:44:23.566959Z","caller":"traceutil/trace.go:171","msg":"trace[1887220730] transaction","detail":"{read_only:false; response_revision:8441; number_of_response:1; }","duration":"225.330194ms","start":"2026-03-05T07:44:23.341596Z","end":"2026-03-05T07:44:23.566926Z","steps":["trace[1887220730] 'process raft request' (duration: 225.072308ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:44:23.567054Z","caller":"traceutil/trace.go:171","msg":"trace[2002522567] transaction","detail":"{read_only:false; response_revision:8439; number_of_response:1; }","duration":"330.677487ms","start":"2026-03-05T07:44:23.236345Z","end":"2026-03-05T07:44:23.567023Z","steps":["trace[2002522567] 'process raft request' (duration: 295.528011ms)","trace[2002522567] 'compare' (duration: 34.654044ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:44:23.567089Z","caller":"traceutil/trace.go:171","msg":"trace[1330511093] transaction","detail":"{read_only:false; response_revision:8440; number_of_response:1; }","duration":"241.162401ms","start":"2026-03-05T07:44:23.325886Z","end":"2026-03-05T07:44:23.567049Z","steps":["trace[1330511093] 'process raft request' (duration: 240.737521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:44:23.567217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:44:23.236326Z","time spent":"330.79501ms","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10631,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:44:23.56732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.172947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-05T07:44:23.567409Z","caller":"traceutil/trace.go:171","msg":"trace[450978482] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:8441; }","duration":"288.294401ms","start":"2026-03-05T07:44:23.279096Z","end":"2026-03-05T07:44:23.56739Z","steps":["trace[450978482] 'agreement among raft nodes before linearized reading' (duration: 288.085716ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:44:23.752767Z","caller":"traceutil/trace.go:171","msg":"trace[1646982718] transaction","detail":"{read_only:false; response_revision:8445; number_of_response:1; }","duration":"179.697629ms","start":"2026-03-05T07:44:23.573044Z","end":"2026-03-05T07:44:23.752742Z","steps":["trace[1646982718] 'process raft request' (duration: 179.626738ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:44:23.752791Z","caller":"traceutil/trace.go:171","msg":"trace[857485257] transaction","detail":"{read_only:false; response_revision:8444; number_of_response:1; }","duration":"179.73317ms","start":"2026-03-05T07:44:23.573008Z","end":"2026-03-05T07:44:23.752742Z","steps":["trace[857485257] 'process raft request' (duration: 179.617248ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:44:23.752762Z","caller":"traceutil/trace.go:171","msg":"trace[1920392656] transaction","detail":"{read_only:false; response_revision:8443; number_of_response:1; }","duration":"180.424697ms","start":"2026-03-05T07:44:23.572298Z","end":"2026-03-05T07:44:23.752723Z","steps":["trace[1920392656] 'process raft request' (duration: 117.941673ms)","trace[1920392656] 'compare' (duration: 62.237908ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:44:23.752889Z","caller":"traceutil/trace.go:171","msg":"trace[362315337] linearizableReadLoop","detail":"{readStateIndex:8768; appliedIndex:8764; }","duration":"179.801893ms","start":"2026-03-05T07:44:23.573072Z","end":"2026-03-05T07:44:23.752874Z","steps":["trace[362315337] 'read index received' (duration: 51.062754ms)","trace[362315337] 'applied index is now lower than readState.Index' (duration: 128.737299ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:44:23.753034Z","caller":"traceutil/trace.go:171","msg":"trace[417731910] transaction","detail":"{read_only:false; response_revision:8446; number_of_response:1; }","duration":"179.629848ms","start":"2026-03-05T07:44:23.573385Z","end":"2026-03-05T07:44:23.753015Z","steps":["trace[417731910] 'process raft request' (duration: 179.321241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:44:23.753507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.409468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:233418"} {"level":"info","ts":"2026-03-05T07:44:23.753553Z","caller":"traceutil/trace.go:171","msg":"trace[949996938] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8446; }","duration":"180.484619ms","start":"2026-03-05T07:44:23.573053Z","end":"2026-03-05T07:44:23.753538Z","steps":["trace[949996938] 'agreement among raft nodes before linearized reading' (duration: 180.023217ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:44:24.392973Z","caller":"traceutil/trace.go:171","msg":"trace[2027295630] transaction","detail":"{read_only:false; response_revision:8447; number_of_response:1; }","duration":"222.917748ms","start":"2026-03-05T07:44:24.170032Z","end":"2026-03-05T07:44:24.39295Z","steps":["trace[2027295630] 'process raft request' (duration: 222.769434ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:44:24.636134Z","caller":"traceutil/trace.go:171","msg":"trace[93373228] linearizableReadLoop","detail":"{readStateIndex:8772; appliedIndex:8771; }","duration":"122.90044ms","start":"2026-03-05T07:44:24.513201Z","end":"2026-03-05T07:44:24.636101Z","steps":["trace[93373228] 'read index received' (duration: 52.446996ms)","trace[93373228] 'applied index is now lower than readState.Index' (duration: 70.452154ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:44:24.636297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.074164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T07:44:24.636409Z","caller":"traceutil/trace.go:171","msg":"trace[1817353813] transaction","detail":"{read_only:false; response_revision:8449; number_of_response:1; }","duration":"123.514325ms","start":"2026-03-05T07:44:24.512828Z","end":"2026-03-05T07:44:24.636342Z","steps":["trace[1817353813] 'process raft request' (duration: 52.786724ms)","trace[1817353813] 'compare' (duration: 70.353412ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:44:24.63647Z","caller":"traceutil/trace.go:171","msg":"trace[1460906364] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:8449; }","duration":"123.29673ms","start":"2026-03-05T07:44:24.513158Z","end":"2026-03-05T07:44:24.636455Z","steps":["trace[1460906364] 'agreement among raft nodes before linearized reading' (duration: 123.068584ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:44:39.752107Z","caller":"traceutil/trace.go:171","msg":"trace[1416362855] transaction","detail":"{read_only:false; response_revision:8524; number_of_response:1; }","duration":"102.072935ms","start":"2026-03-05T07:44:39.650013Z","end":"2026-03-05T07:44:39.752086Z","steps":["trace[1416362855] 'process raft request' (duration: 102.020204ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:44:39.752182Z","caller":"traceutil/trace.go:171","msg":"trace[1172273400] transaction","detail":"{read_only:false; response_revision:8523; number_of_response:1; }","duration":"102.294661ms","start":"2026-03-05T07:44:39.649833Z","end":"2026-03-05T07:44:39.752128Z","steps":["trace[1172273400] 'process raft request' (duration: 102.080396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:45:16.573157Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031162125,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T07:45:16.658915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.650232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:45:16.659069Z","caller":"traceutil/trace.go:171","msg":"trace[551438133] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:8886; }","duration":"895.856757ms","start":"2026-03-05T07:45:15.763183Z","end":"2026-03-05T07:45:16.65904Z","steps":["trace[551438133] 'count revisions from in-memory index tree' (duration: 895.454258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:45:16.65913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:45:15.763151Z","time spent":"895.961099ms","remote":"127.0.0.1:42454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:45:16.659214Z","caller":"traceutil/trace.go:171","msg":"trace[1657542584] transaction","detail":"{read_only:false; response_revision:8887; number_of_response:1; }","duration":"853.851428ms","start":"2026-03-05T07:45:15.805322Z","end":"2026-03-05T07:45:16.659174Z","steps":["trace[1657542584] 'process raft request' (duration: 826.59359ms)","trace[1657542584] 'compare' (duration: 26.8935ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:45:16.659374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:45:15.805295Z","time spent":"853.999992ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:45:17.158358Z","caller":"traceutil/trace.go:171","msg":"trace[1415340626] linearizableReadLoop","detail":"{readStateIndex:9223; appliedIndex:9221; }","duration":"1.085465821s","start":"2026-03-05T07:45:16.072859Z","end":"2026-03-05T07:45:17.158325Z","steps":["trace[1415340626] 'read index received' (duration: 559.087124ms)","trace[1415340626] 'applied index is now lower than readState.Index' (duration: 526.377637ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:45:17.158394Z","caller":"traceutil/trace.go:171","msg":"trace[551223471] transaction","detail":"{read_only:false; response_revision:8888; number_of_response:1; }","duration":"1.269153176s","start":"2026-03-05T07:45:15.889199Z","end":"2026-03-05T07:45:17.158352Z","steps":["trace[551223471] 'process raft request' (duration: 1.26008734s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:45:17.158606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.320947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T07:45:17.15865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.321496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T07:45:17.158689Z","caller":"traceutil/trace.go:171","msg":"trace[61963933] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:8888; }","duration":"263.47197ms","start":"2026-03-05T07:45:16.895198Z","end":"2026-03-05T07:45:17.15867Z","steps":["trace[61963933] 'agreement among raft nodes before linearized reading' (duration: 263.318396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:45:17.158679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.473846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:45:17.158707Z","caller":"traceutil/trace.go:171","msg":"trace[699331899] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8888; }","duration":"856.41089ms","start":"2026-03-05T07:45:16.302282Z","end":"2026-03-05T07:45:17.158693Z","steps":["trace[699331899] 'agreement among raft nodes before linearized reading' (duration: 856.233884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:45:17.158694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08581589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T07:45:17.158754Z","caller":"traceutil/trace.go:171","msg":"trace[1494202787] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8888; }","duration":"355.59484ms","start":"2026-03-05T07:45:16.803141Z","end":"2026-03-05T07:45:17.158736Z","steps":["trace[1494202787] 'agreement among raft nodes before linearized reading' (duration: 355.461475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:45:17.158791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.229051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-05T07:45:17.158714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.000904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T07:45:17.158801Z","caller":"traceutil/trace.go:171","msg":"trace[875607666] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8888; }","duration":"1.085968064s","start":"2026-03-05T07:45:16.072805Z","end":"2026-03-05T07:45:17.158773Z","steps":["trace[875607666] 'agreement among raft nodes before linearized reading' (duration: 1.085673757s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:45:17.158831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.050945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p8l7s\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-05T07:45:17.158844Z","caller":"traceutil/trace.go:171","msg":"trace[961102154] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8888; }","duration":"860.143517ms","start":"2026-03-05T07:45:16.298691Z","end":"2026-03-05T07:45:17.158835Z","steps":["trace[961102154] 'agreement among raft nodes before linearized reading' (duration: 859.964582ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:45:17.158861Z","caller":"traceutil/trace.go:171","msg":"trace[895128383] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p8l7s; range_end:; response_count:1; response_revision:8888; }","duration":"812.101646ms","start":"2026-03-05T07:45:16.346751Z","end":"2026-03-05T07:45:17.158853Z","steps":["trace[895128383] 'agreement among raft nodes before linearized reading' (duration: 812.017434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:45:17.158862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:45:16.072783Z","time spent":"1.086070096s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T07:45:17.158874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:45:16.298685Z","time spent":"860.181839ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T07:45:17.158886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:45:16.34674Z","time spent":"812.140777ms","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-p8l7s\" "} {"level":"info","ts":"2026-03-05T07:45:17.158832Z","caller":"traceutil/trace.go:171","msg":"trace[262153884] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8888; }","duration":"860.306552ms","start":"2026-03-05T07:45:16.298514Z","end":"2026-03-05T07:45:17.158821Z","steps":["trace[262153884] 'agreement among raft nodes before linearized reading' (duration: 860.2173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:45:17.159058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:45:16.298472Z","time spent":"860.575899ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T07:45:17.158632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.361452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-05T07:45:17.159089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:45:15.889169Z","time spent":"1.269299439s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:45:17.159137Z","caller":"traceutil/trace.go:171","msg":"trace[1392088246] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8888; }","duration":"905.911036ms","start":"2026-03-05T07:45:16.253216Z","end":"2026-03-05T07:45:17.159127Z","steps":["trace[1392088246] 'agreement among raft nodes before linearized reading' (duration: 905.28699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:45:17.158745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:45:16.302235Z","time spent":"856.502292ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T07:45:17.159164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:45:16.253198Z","time spent":"905.959566ms","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-05T07:45:17.15879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:45:16.803124Z","time spent":"355.658431ms","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:45:17.159369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.805732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T07:45:17.159405Z","caller":"traceutil/trace.go:171","msg":"trace[279789535] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8888; }","duration":"865.866573ms","start":"2026-03-05T07:45:16.293527Z","end":"2026-03-05T07:45:17.159394Z","steps":["trace[279789535] 'agreement among raft nodes before linearized reading' (duration: 865.779941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:45:17.159438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:45:16.293513Z","time spent":"865.916794ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T07:45:17.15965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.563173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.222\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-05T07:45:17.159742Z","caller":"traceutil/trace.go:171","msg":"trace[1669590311] range","detail":"{range_begin:/registry/masterleases/199.204.45.222; range_end:; response_count:1; response_revision:8888; }","duration":"891.701476ms","start":"2026-03-05T07:45:16.268012Z","end":"2026-03-05T07:45:17.159714Z","steps":["trace[1669590311] 'agreement among raft nodes before linearized reading' (duration: 891.369039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:45:17.159797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:45:16.267988Z","time spent":"891.797469ms","remote":"127.0.0.1:49176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.222\" "} {"level":"info","ts":"2026-03-05T07:45:17.378585Z","caller":"traceutil/trace.go:171","msg":"trace[1632099609] transaction","detail":"{read_only:false; response_revision:8894; number_of_response:1; }","duration":"195.906355ms","start":"2026-03-05T07:45:17.182651Z","end":"2026-03-05T07:45:17.378557Z","steps":["trace[1632099609] 'process raft request' (duration: 136.195887ms)","trace[1632099609] 'compare' (duration: 59.473913ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:45:17.41083Z","caller":"traceutil/trace.go:171","msg":"trace[1912226558] transaction","detail":"{read_only:false; response_revision:8895; number_of_response:1; }","duration":"123.573586ms","start":"2026-03-05T07:45:17.287221Z","end":"2026-03-05T07:45:17.410795Z","steps":["trace[1912226558] 'process raft request' (duration: 123.333201ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:45:42.913959Z","caller":"traceutil/trace.go:171","msg":"trace[1061809285] linearizableReadLoop","detail":"{readStateIndex:9412; appliedIndex:9411; }","duration":"143.506579ms","start":"2026-03-05T07:45:42.770427Z","end":"2026-03-05T07:45:42.913934Z","steps":["trace[1061809285] 'read index received' (duration: 143.263814ms)","trace[1061809285] 'applied index is now lower than readState.Index' (duration: 241.795µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:45:42.914078Z","caller":"traceutil/trace.go:171","msg":"trace[340885448] transaction","detail":"{read_only:false; response_revision:9071; number_of_response:1; }","duration":"162.692346ms","start":"2026-03-05T07:45:42.751349Z","end":"2026-03-05T07:45:42.914041Z","steps":["trace[340885448] 'process raft request' (duration: 162.420609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:45:42.914189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.729904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:45:42.914231Z","caller":"traceutil/trace.go:171","msg":"trace[1703178869] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:9071; }","duration":"143.843987ms","start":"2026-03-05T07:45:42.770376Z","end":"2026-03-05T07:45:42.91422Z","steps":["trace[1703178869] 'agreement among raft nodes before linearized reading' (duration: 143.707794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:45:42.914208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.515289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:45:42.914295Z","caller":"traceutil/trace.go:171","msg":"trace[389732086] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9071; }","duration":"111.653712ms","start":"2026-03-05T07:45:42.802621Z","end":"2026-03-05T07:45:42.914274Z","steps":["trace[389732086] 'agreement among raft nodes before linearized reading' (duration: 111.517299ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:47:10.078363Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"380f6760faea5f9e","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-05T07:47:10.083893Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-05T07:47:10.083988Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-05T07:47:22.926242Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7453} {"level":"info","ts":"2026-03-05T07:47:22.991059Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7453,"took":"62.297316ms","hash":3913817586,"current-db-size-bytes":40583168,"current-db-size":"41 MB","current-db-size-in-use-bytes":24756224,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-05T07:47:22.991112Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3913817586,"revision":7453,"compact-revision":5410} {"level":"info","ts":"2026-03-05T07:50:32.407495Z","caller":"traceutil/trace.go:171","msg":"trace[679790210] transaction","detail":"{read_only:false; response_revision:11036; number_of_response:1; }","duration":"115.835042ms","start":"2026-03-05T07:50:32.291632Z","end":"2026-03-05T07:50:32.407467Z","steps":["trace[679790210] 'process raft request' (duration: 115.630048ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:50:54.364915Z","caller":"traceutil/trace.go:171","msg":"trace[1861335823] transaction","detail":"{read_only:false; response_revision:11147; number_of_response:1; }","duration":"115.677448ms","start":"2026-03-05T07:50:54.249214Z","end":"2026-03-05T07:50:54.364892Z","steps":["trace[1861335823] 'process raft request' (duration: 115.526605ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:50:55.233371Z","caller":"traceutil/trace.go:171","msg":"trace[5952710] linearizableReadLoop","detail":"{readStateIndex:11563; appliedIndex:11562; }","duration":"319.97525ms","start":"2026-03-05T07:50:54.913368Z","end":"2026-03-05T07:50:55.233343Z","steps":["trace[5952710] 'read index received' (duration: 319.849317ms)","trace[5952710] 'applied index is now lower than readState.Index' (duration: 124.723µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:50:55.233631Z","caller":"traceutil/trace.go:171","msg":"trace[1474723775] transaction","detail":"{read_only:false; response_revision:11149; number_of_response:1; }","duration":"338.070301ms","start":"2026-03-05T07:50:54.895529Z","end":"2026-03-05T07:50:55.233599Z","steps":["trace[1474723775] 'process raft request' (duration: 337.648782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:50:55.233647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.262247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T07:50:55.233782Z","caller":"traceutil/trace.go:171","msg":"trace[454583398] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11149; }","duration":"320.442441ms","start":"2026-03-05T07:50:54.913326Z","end":"2026-03-05T07:50:55.233769Z","steps":["trace[454583398] 'agreement among raft nodes before linearized reading' (duration: 320.152765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:50:55.233859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:50:54.913314Z","time spent":"320.532043ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T07:50:55.233952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:50:54.895507Z","time spent":"338.268037ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:50:55.244219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.513404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-05T07:50:55.244188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.659258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T07:50:55.244276Z","caller":"traceutil/trace.go:171","msg":"trace[1954115766] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11150; }","duration":"328.596356ms","start":"2026-03-05T07:50:54.915666Z","end":"2026-03-05T07:50:55.244262Z","steps":["trace[1954115766] 'agreement among raft nodes before linearized reading' (duration: 328.449692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:50:55.244268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.981981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-05T07:50:55.244316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:50:54.915655Z","time spent":"328.653707ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T07:50:55.244327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.992774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T07:50:55.244419Z","caller":"traceutil/trace.go:171","msg":"trace[1980374893] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11150; }","duration":"326.130477ms","start":"2026-03-05T07:50:54.918267Z","end":"2026-03-05T07:50:55.244398Z","steps":["trace[1980374893] 'agreement among raft nodes before linearized reading' (duration: 325.912322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:50:55.244468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:50:54.918247Z","time spent":"326.212289ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T07:50:55.244368Z","caller":"traceutil/trace.go:171","msg":"trace[1013004679] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11150; }","duration":"255.103804ms","start":"2026-03-05T07:50:54.989243Z","end":"2026-03-05T07:50:55.244347Z","steps":["trace[1013004679] 'agreement among raft nodes before linearized reading' (duration: 254.847228ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:50:55.244295Z","caller":"traceutil/trace.go:171","msg":"trace[584352556] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11150; }","duration":"258.808651ms","start":"2026-03-05T07:50:54.985469Z","end":"2026-03-05T07:50:55.244277Z","steps":["trace[584352556] 'agreement among raft nodes before linearized reading' (duration: 258.584546ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:50:57.937237Z","caller":"traceutil/trace.go:171","msg":"trace[698856392] transaction","detail":"{read_only:false; response_revision:11166; number_of_response:1; }","duration":"148.175664ms","start":"2026-03-05T07:50:57.789033Z","end":"2026-03-05T07:50:57.937208Z","steps":["trace[698856392] 'process raft request' (duration: 148.01596ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:50:59.615964Z","caller":"traceutil/trace.go:171","msg":"trace[1566318861] linearizableReadLoop","detail":"{readStateIndex:11590; appliedIndex:11587; }","duration":"104.905953ms","start":"2026-03-05T07:50:59.511035Z","end":"2026-03-05T07:50:59.615941Z","steps":["trace[1566318861] 'read index received' (duration: 104.672167ms)","trace[1566318861] 'applied index is now lower than readState.Index' (duration: 232.766µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:50:59.616003Z","caller":"traceutil/trace.go:171","msg":"trace[1625054857] transaction","detail":"{read_only:false; response_revision:11174; number_of_response:1; }","duration":"198.293569ms","start":"2026-03-05T07:50:59.417668Z","end":"2026-03-05T07:50:59.615961Z","steps":["trace[1625054857] 'process raft request' (duration: 198.188777ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:50:59.616051Z","caller":"traceutil/trace.go:171","msg":"trace[1898209719] transaction","detail":"{read_only:false; response_revision:11173; number_of_response:1; }","duration":"198.75988ms","start":"2026-03-05T07:50:59.417264Z","end":"2026-03-05T07:50:59.616024Z","steps":["trace[1898209719] 'process raft request' (duration: 198.435902ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:50:59.616094Z","caller":"traceutil/trace.go:171","msg":"trace[877989213] transaction","detail":"{read_only:false; response_revision:11175; number_of_response:1; }","duration":"198.401872ms","start":"2026-03-05T07:50:59.417681Z","end":"2026-03-05T07:50:59.616083Z","steps":["trace[877989213] 'process raft request' (duration: 198.218278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:50:59.616342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.277471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-05T07:50:59.616507Z","caller":"traceutil/trace.go:171","msg":"trace[1644480879] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:11175; }","duration":"105.436905ms","start":"2026-03-05T07:50:59.510988Z","end":"2026-03-05T07:50:59.616424Z","steps":["trace[1644480879] 'agreement among raft nodes before linearized reading' (duration: 105.122048ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:52:22.932452Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9695} {"level":"info","ts":"2026-03-05T07:52:23.031796Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9695,"took":"96.86244ms","hash":2111061588,"current-db-size-bytes":40583168,"current-db-size":"41 MB","current-db-size-in-use-bytes":21889024,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-05T07:52:23.031869Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2111061588,"revision":9695,"compact-revision":7453} {"level":"info","ts":"2026-03-05T07:55:48.622497Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000034bb.wal"} {"level":"info","ts":"2026-03-05T07:56:28.735197Z","caller":"traceutil/trace.go:171","msg":"trace[1843471723] transaction","detail":"{read_only:false; response_revision:13249; number_of_response:1; }","duration":"106.601979ms","start":"2026-03-05T07:56:28.628566Z","end":"2026-03-05T07:56:28.735168Z","steps":["trace[1843471723] 'process raft request' (duration: 106.416475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:56:43.683118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.663903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T07:56:43.683197Z","caller":"traceutil/trace.go:171","msg":"trace[1167583283] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13360; }","duration":"230.749635ms","start":"2026-03-05T07:56:43.45243Z","end":"2026-03-05T07:56:43.68318Z","steps":["trace[1167583283] 'range keys from in-memory index tree' (duration: 230.51591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:56:43.683205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.695415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-05T07:56:43.683303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.396215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T07:56:43.683406Z","caller":"traceutil/trace.go:171","msg":"trace[377049153] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13360; }","duration":"266.540048ms","start":"2026-03-05T07:56:43.416845Z","end":"2026-03-05T07:56:43.683385Z","steps":["trace[377049153] 'range keys from in-memory index tree' (duration: 266.2042ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:56:43.683348Z","caller":"traceutil/trace.go:171","msg":"trace[542203230] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13360; }","duration":"230.878548ms","start":"2026-03-05T07:56:43.452442Z","end":"2026-03-05T07:56:43.68332Z","steps":["trace[542203230] 'range keys from in-memory index tree' (duration: 230.508939ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:56:46.605011Z","caller":"traceutil/trace.go:171","msg":"trace[144504385] linearizableReadLoop","detail":"{readStateIndex:13874; appliedIndex:13873; }","duration":"288.281357ms","start":"2026-03-05T07:56:46.316693Z","end":"2026-03-05T07:56:46.604975Z","steps":["trace[144504385] 'read index received' (duration: 288.061151ms)","trace[144504385] 'applied index is now lower than readState.Index' (duration: 218.596µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:56:46.605741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.016175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-05T07:56:46.605803Z","caller":"traceutil/trace.go:171","msg":"trace[1762459678] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:13375; }","duration":"289.133118ms","start":"2026-03-05T07:56:46.31665Z","end":"2026-03-05T07:56:46.605783Z","steps":["trace[1762459678] 'agreement among raft nodes before linearized reading' (duration: 288.82156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:56:46.606175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.433898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:56:46.60622Z","caller":"traceutil/trace.go:171","msg":"trace[565614550] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13375; }","duration":"269.54001ms","start":"2026-03-05T07:56:46.336667Z","end":"2026-03-05T07:56:46.606207Z","steps":["trace[565614550] 'agreement among raft nodes before linearized reading' (duration: 269.466268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:56:46.606697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.390116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p8l7s\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-05T07:56:46.606745Z","caller":"traceutil/trace.go:171","msg":"trace[372600444] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p8l7s; range_end:; response_count:1; response_revision:13375; }","duration":"198.506058ms","start":"2026-03-05T07:56:46.408229Z","end":"2026-03-05T07:56:46.606735Z","steps":["trace[372600444] 'agreement among raft nodes before linearized reading' (duration: 198.351264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:08.302904Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031175191,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T07:57:08.803675Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031175191,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T07:57:08.846886Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.075973657s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T07:57:08.849017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184106943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T07:57:08.849087Z","caller":"traceutil/trace.go:171","msg":"trace[1794797581] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:13478; }","duration":"1.184244317s","start":"2026-03-05T07:57:07.664822Z","end":"2026-03-05T07:57:08.849066Z","steps":["trace[1794797581] 'count revisions from in-memory index tree' (duration: 1.184021491s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:57:08.849097Z","caller":"traceutil/trace.go:171","msg":"trace[211947414] transaction","detail":"{read_only:false; response_revision:13479; number_of_response:1; }","duration":"1.078247602s","start":"2026-03-05T07:57:07.770823Z","end":"2026-03-05T07:57:08.849071Z","steps":["trace[211947414] 'process raft request' (duration: 1.076261884s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:08.849132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:07.664793Z","time spent":"1.184327478s","remote":"127.0.0.1:49460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:57:08.849253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:07.770806Z","time spent":"1.078341264s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:57:08.873193Z","caller":"traceutil/trace.go:171","msg":"trace[1243582181] linearizableReadLoop","detail":"{readStateIndex:13983; appliedIndex:13981; }","duration":"1.070531268s","start":"2026-03-05T07:57:07.802629Z","end":"2026-03-05T07:57:08.873161Z","steps":["trace[1243582181] 'read index received' (duration: 1.044465877s)","trace[1243582181] 'applied index is now lower than readState.Index' (duration: 26.064231ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:57:08.873404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070759483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:57:08.873468Z","caller":"traceutil/trace.go:171","msg":"trace[1673960619] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13480; }","duration":"1.070880016s","start":"2026-03-05T07:57:07.802571Z","end":"2026-03-05T07:57:08.873451Z","steps":["trace[1673960619] 'agreement among raft nodes before linearized reading' (duration: 1.070722522s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:08.873522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:07.802549Z","time spent":"1.070960849s","remote":"127.0.0.1:49166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:57:08.873783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.206811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T07:57:08.873742Z","caller":"traceutil/trace.go:171","msg":"trace[912176337] transaction","detail":"{read_only:false; response_revision:13480; number_of_response:1; }","duration":"985.715418ms","start":"2026-03-05T07:57:07.887872Z","end":"2026-03-05T07:57:08.873587Z","steps":["trace[912176337] 'process raft request' (duration: 985.158764ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:57:08.873859Z","caller":"traceutil/trace.go:171","msg":"trace[1350705296] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:13480; }","duration":"528.324104ms","start":"2026-03-05T07:57:08.345515Z","end":"2026-03-05T07:57:08.873839Z","steps":["trace[1350705296] 'agreement among raft nodes before linearized reading' (duration: 528.183881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:08.873912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:08.345496Z","time spent":"528.402766ms","remote":"127.0.0.1:49406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":3,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:57:08.873939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05213857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T07:57:08.874009Z","caller":"traceutil/trace.go:171","msg":"trace[505365531] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13480; }","duration":"1.052230553s","start":"2026-03-05T07:57:07.821761Z","end":"2026-03-05T07:57:08.873992Z","steps":["trace[505365531] 'agreement among raft nodes before linearized reading' (duration: 1.051994707s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:08.874065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:07.821753Z","time spent":"1.052295984s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T07:57:08.874152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:07.887854Z","time spent":"986.048315ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:57:08.874198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053727138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-05T07:57:08.874299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053642386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T07:57:08.874414Z","caller":"traceutil/trace.go:171","msg":"trace[1708173601] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13480; }","duration":"1.053753749s","start":"2026-03-05T07:57:07.820621Z","end":"2026-03-05T07:57:08.874375Z","steps":["trace[1708173601] 'agreement among raft nodes before linearized reading' (duration: 1.053582135s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:08.87446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:07.820612Z","time spent":"1.05383894s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T07:57:08.874429Z","caller":"traceutil/trace.go:171","msg":"trace[1333323125] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13480; }","duration":"1.054109526s","start":"2026-03-05T07:57:07.820257Z","end":"2026-03-05T07:57:08.874367Z","steps":["trace[1333323125] 'agreement among raft nodes before linearized reading' (duration: 1.05342957s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:08.874584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:07.820234Z","time spent":"1.054323962s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T07:57:09.389569Z","caller":"traceutil/trace.go:171","msg":"trace[1507536844] transaction","detail":"{read_only:false; response_revision:13485; number_of_response:1; }","duration":"122.118059ms","start":"2026-03-05T07:57:09.267298Z","end":"2026-03-05T07:57:09.389416Z","steps":["trace[1507536844] 'process raft request' (duration: 121.677858ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:57:17.621143Z","caller":"traceutil/trace.go:171","msg":"trace[105357138] linearizableReadLoop","detail":"{readStateIndex:14029; appliedIndex:14028; }","duration":"134.78447ms","start":"2026-03-05T07:57:17.486333Z","end":"2026-03-05T07:57:17.621117Z","steps":["trace[105357138] 'read index received' (duration: 134.586165ms)","trace[105357138] 'applied index is now lower than readState.Index' (duration: 197.225µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:57:17.621341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.991345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T07:57:17.621382Z","caller":"traceutil/trace.go:171","msg":"trace[870104972] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13524; }","duration":"135.079397ms","start":"2026-03-05T07:57:17.48629Z","end":"2026-03-05T07:57:17.62137Z","steps":["trace[870104972] 'agreement among raft nodes before linearized reading' (duration: 134.928593ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:57:17.621343Z","caller":"traceutil/trace.go:171","msg":"trace[1935112638] transaction","detail":"{read_only:false; response_revision:13524; number_of_response:1; }","duration":"197.440062ms","start":"2026-03-05T07:57:17.423873Z","end":"2026-03-05T07:57:17.621313Z","steps":["trace[1935112638] 'process raft request' (duration: 197.058273ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:57:22.939153Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11694} {"level":"info","ts":"2026-03-05T07:57:23.016625Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11694,"took":"74.813992ms","hash":253815538,"current-db-size-bytes":40583168,"current-db-size":"41 MB","current-db-size-in-use-bytes":23834624,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-05T07:57:23.016677Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":253815538,"revision":11694,"compact-revision":9695} {"level":"warn","ts":"2026-03-05T07:57:24.558369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129763"} {"level":"info","ts":"2026-03-05T07:57:24.558431Z","caller":"traceutil/trace.go:171","msg":"trace[1546349873] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:13567; }","duration":"361.264244ms","start":"2026-03-05T07:57:24.197152Z","end":"2026-03-05T07:57:24.558416Z","steps":["trace[1546349873] 'range keys from in-memory index tree' (duration: 360.896035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:24.55843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.461335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-05T07:57:24.55846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:24.197116Z","time spent":"361.337176ms","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129786,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-05T07:57:24.558511Z","caller":"traceutil/trace.go:171","msg":"trace[1023476790] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:13567; }","duration":"370.595688ms","start":"2026-03-05T07:57:24.187895Z","end":"2026-03-05T07:57:24.558491Z","steps":["trace[1023476790] 'range keys from in-memory index tree' (duration: 370.241548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:24.558558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:24.187859Z","time spent":"370.69127ms","remote":"127.0.0.1:49210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-05T07:57:24.899578Z","caller":"traceutil/trace.go:171","msg":"trace[774044612] linearizableReadLoop","detail":"{readStateIndex:14076; appliedIndex:14075; }","duration":"129.872963ms","start":"2026-03-05T07:57:24.769682Z","end":"2026-03-05T07:57:24.899555Z","steps":["trace[774044612] 'read index received' (duration: 129.846003ms)","trace[774044612] 'applied index is now lower than readState.Index' (duration: 24.85µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:57:24.89958Z","caller":"traceutil/trace.go:171","msg":"trace[1505165297] transaction","detail":"{read_only:false; response_revision:13568; number_of_response:1; }","duration":"253.829305ms","start":"2026-03-05T07:57:24.645724Z","end":"2026-03-05T07:57:24.899553Z","steps":["trace[1505165297] 'process raft request' (duration: 253.672882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:24.899714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.023976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T07:57:24.899747Z","caller":"traceutil/trace.go:171","msg":"trace[801977479] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:13568; }","duration":"130.138529ms","start":"2026-03-05T07:57:24.769601Z","end":"2026-03-05T07:57:24.89974Z","steps":["trace[801977479] 'agreement among raft nodes before linearized reading' (duration: 130.037906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:24.905404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.143392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:57:24.90551Z","caller":"traceutil/trace.go:171","msg":"trace[563387904] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13569; }","duration":"102.338207ms","start":"2026-03-05T07:57:24.803159Z","end":"2026-03-05T07:57:24.905498Z","steps":["trace[563387904] 'agreement among raft nodes before linearized reading' (duration: 101.957218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:26.890695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.013981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:57:26.89144Z","caller":"traceutil/trace.go:171","msg":"trace[1208653329] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:13579; }","duration":"655.846441ms","start":"2026-03-05T07:57:26.235571Z","end":"2026-03-05T07:57:26.891418Z","steps":["trace[1208653329] 'count revisions from in-memory index tree' (duration: 654.854867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:26.891576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:26.235538Z","time spent":"656.018304ms","remote":"127.0.0.1:49580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:57:26.891057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.200392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.222\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-05T07:57:26.891724Z","caller":"traceutil/trace.go:171","msg":"trace[406845851] range","detail":"{range_begin:/registry/masterleases/199.204.45.222; range_end:; response_count:1; response_revision:13579; }","duration":"581.871128ms","start":"2026-03-05T07:57:26.309806Z","end":"2026-03-05T07:57:26.891677Z","steps":["trace[406845851] 'range keys from in-memory index tree' (duration: 581.026538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:26.891827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:26.309771Z","time spent":"582.015112ms","remote":"127.0.0.1:49176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.222\" "} {"level":"warn","ts":"2026-03-05T07:57:27.514555Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031175484,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T07:57:27.535051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:26.892835Z","time spent":"642.210116ms","remote":"127.0.0.1:49176","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-05T07:57:27.567687Z","caller":"traceutil/trace.go:171","msg":"trace[316062998] linearizableReadLoop","detail":"{readStateIndex:14091; appliedIndex:14087; }","duration":"554.215661ms","start":"2026-03-05T07:57:27.013435Z","end":"2026-03-05T07:57:27.567651Z","steps":["trace[316062998] 'read index received' (duration: 521.403229ms)","trace[316062998] 'applied index is now lower than readState.Index' (duration: 32.811282ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:57:27.567717Z","caller":"traceutil/trace.go:171","msg":"trace[488513746] transaction","detail":"{read_only:false; response_revision:13580; number_of_response:1; }","duration":"648.762483ms","start":"2026-03-05T07:57:26.918926Z","end":"2026-03-05T07:57:27.567688Z","steps":["trace[488513746] 'process raft request' (duration: 648.440286ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:57:27.567803Z","caller":"traceutil/trace.go:171","msg":"trace[1555303880] transaction","detail":"{read_only:false; response_revision:13582; number_of_response:1; }","duration":"565.093999ms","start":"2026-03-05T07:57:27.002651Z","end":"2026-03-05T07:57:27.567745Z","steps":["trace[1555303880] 'process raft request' (duration: 564.948696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:27.567921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:26.918908Z","time spent":"648.907336ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:57:27.567963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.523738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T07:57:27.567994Z","caller":"traceutil/trace.go:171","msg":"trace[974051657] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13582; }","duration":"554.6258ms","start":"2026-03-05T07:57:27.01336Z","end":"2026-03-05T07:57:27.567986Z","steps":["trace[974051657] 'agreement among raft nodes before linearized reading' (duration: 554.442156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:27.568018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:27.013337Z","time spent":"554.676432ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T07:57:27.56775Z","caller":"traceutil/trace.go:171","msg":"trace[377357275] transaction","detail":"{read_only:false; response_revision:13581; number_of_response:1; }","duration":"603.922885ms","start":"2026-03-05T07:57:26.963791Z","end":"2026-03-05T07:57:27.567714Z","steps":["trace[377357275] 'process raft request' (duration: 603.759101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:27.568059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:27.00259Z","time spent":"565.329956ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:57:27.568129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:26.963777Z","time spent":"604.300063ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:57:27.627148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.279902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:57:27.627426Z","caller":"traceutil/trace.go:171","msg":"trace[709225794] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:13583; }","duration":"473.631881ms","start":"2026-03-05T07:57:27.153776Z","end":"2026-03-05T07:57:27.627408Z","steps":["trace[709225794] 'agreement among raft nodes before linearized reading' (duration: 473.297833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:27.627465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.437542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p8l7s\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-05T07:57:27.627528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:27.15376Z","time spent":"473.732993ms","remote":"127.0.0.1:49410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:57:27.627528Z","caller":"traceutil/trace.go:171","msg":"trace[954040921] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p8l7s; range_end:; response_count:1; response_revision:13583; }","duration":"587.525535ms","start":"2026-03-05T07:57:27.039984Z","end":"2026-03-05T07:57:27.62751Z","steps":["trace[954040921] 'agreement among raft nodes before linearized reading' (duration: 587.259958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:27.627622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:27.039969Z","time spent":"587.640967ms","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-p8l7s\" "} {"level":"warn","ts":"2026-03-05T07:57:27.627199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.028159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T07:57:27.627769Z","caller":"traceutil/trace.go:171","msg":"trace[772382384] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13583; }","duration":"597.687625ms","start":"2026-03-05T07:57:27.030055Z","end":"2026-03-05T07:57:27.627743Z","steps":["trace[772382384] 'agreement among raft nodes before linearized reading' (duration: 596.957138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:27.627847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:27.030035Z","time spent":"597.788568ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T07:57:27.627832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.275811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-05T07:57:27.627993Z","caller":"traceutil/trace.go:171","msg":"trace[678947835] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13583; }","duration":"271.429705ms","start":"2026-03-05T07:57:27.356493Z","end":"2026-03-05T07:57:27.627922Z","steps":["trace[678947835] 'agreement among raft nodes before linearized reading' (duration: 271.132648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:27.628215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.837805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T07:57:27.628283Z","caller":"traceutil/trace.go:171","msg":"trace[1755810561] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13583; }","duration":"596.951098ms","start":"2026-03-05T07:57:27.031317Z","end":"2026-03-05T07:57:27.628268Z","steps":["trace[1755810561] 'agreement among raft nodes before linearized reading' (duration: 596.737513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:27.628317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:27.031302Z","time spent":"597.009859ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T07:57:29.066333Z","caller":"traceutil/trace.go:171","msg":"trace[82213649] transaction","detail":"{read_only:false; response_revision:13589; number_of_response:1; }","duration":"379.853987ms","start":"2026-03-05T07:57:28.686455Z","end":"2026-03-05T07:57:29.066309Z","steps":["trace[82213649] 'process raft request' (duration: 379.712414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:29.066465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:28.686428Z","time spent":"379.980981ms","remote":"127.0.0.1:49220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":792,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T07:57:29.083388Z","caller":"traceutil/trace.go:171","msg":"trace[816451001] linearizableReadLoop","detail":"{readStateIndex:14099; appliedIndex:14097; }","duration":"277.669764ms","start":"2026-03-05T07:57:28.805694Z","end":"2026-03-05T07:57:29.083364Z","steps":["trace[816451001] 'read index received' (duration: 260.499105ms)","trace[816451001] 'applied index is now lower than readState.Index' (duration: 17.169329ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:57:29.083549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.839868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:57:29.083583Z","caller":"traceutil/trace.go:171","msg":"trace[2111018649] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13590; }","duration":"277.93533ms","start":"2026-03-05T07:57:28.805639Z","end":"2026-03-05T07:57:29.083575Z","steps":["trace[2111018649] 'agreement among raft nodes before linearized reading' (duration: 277.851708ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:57:29.083664Z","caller":"traceutil/trace.go:171","msg":"trace[1689938231] transaction","detail":"{read_only:false; response_revision:13590; number_of_response:1; }","duration":"384.518889ms","start":"2026-03-05T07:57:28.699091Z","end":"2026-03-05T07:57:29.08361Z","steps":["trace[1689938231] 'process raft request' (duration: 384.120599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:29.083918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:28.699063Z","time spent":"384.716263ms","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11916,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:57:30.161825Z","caller":"traceutil/trace.go:171","msg":"trace[524742437] transaction","detail":"{read_only:false; response_revision:13605; number_of_response:1; }","duration":"126.322289ms","start":"2026-03-05T07:57:30.035483Z","end":"2026-03-05T07:57:30.161806Z","steps":["trace[524742437] 'process raft request' (duration: 126.188276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:37.301699Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031175870,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T07:57:37.439109Z","caller":"traceutil/trace.go:171","msg":"trace[1490466027] linearizableReadLoop","detail":"{readStateIndex:14259; appliedIndex:14258; }","duration":"637.487523ms","start":"2026-03-05T07:57:36.801599Z","end":"2026-03-05T07:57:37.439087Z","steps":["trace[1490466027] 'read index received' (duration: 637.262338ms)","trace[1490466027] 'applied index is now lower than readState.Index' (duration: 224.145µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:57:37.439193Z","caller":"traceutil/trace.go:171","msg":"trace[712772438] transaction","detail":"{read_only:false; response_revision:13746; number_of_response:1; }","duration":"639.137334ms","start":"2026-03-05T07:57:36.800031Z","end":"2026-03-05T07:57:37.439169Z","steps":["trace[712772438] 'process raft request' (duration: 638.907207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:37.439311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:36.800011Z","time spent":"639.225605ms","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3712,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:57:37.439326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.691888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:57:37.439438Z","caller":"traceutil/trace.go:171","msg":"trace[392603294] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13746; }","duration":"637.852053ms","start":"2026-03-05T07:57:36.801565Z","end":"2026-03-05T07:57:37.439417Z","steps":["trace[392603294] 'agreement among raft nodes before linearized reading' (duration: 637.627987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:37.439488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:36.801554Z","time spent":"637.926084ms","remote":"127.0.0.1:49166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:57:37.43962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.428532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T07:57:37.439689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.267238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-6psbq.1899e2f19a5c474b\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-05T07:57:37.439724Z","caller":"traceutil/trace.go:171","msg":"trace[1576532937] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:13746; }","duration":"367.640407ms","start":"2026-03-05T07:57:37.072064Z","end":"2026-03-05T07:57:37.439704Z","steps":["trace[1576532937] 'agreement among raft nodes before linearized reading' (duration: 367.213727ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:57:37.439753Z","caller":"traceutil/trace.go:171","msg":"trace[2311218] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-6psbq.1899e2f19a5c474b; range_end:; response_count:1; response_revision:13746; }","duration":"257.38641ms","start":"2026-03-05T07:57:37.182347Z","end":"2026-03-05T07:57:37.439733Z","steps":["trace[2311218] 'agreement among raft nodes before linearized reading' (duration: 257.086553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:37.439783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:37.072043Z","time spent":"367.728779ms","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":104,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:57:37.944111Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031175873,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T07:57:37.951877Z","caller":"traceutil/trace.go:171","msg":"trace[1807574251] transaction","detail":"{read_only:false; response_revision:13747; number_of_response:1; }","duration":"508.971003ms","start":"2026-03-05T07:57:37.442868Z","end":"2026-03-05T07:57:37.951839Z","steps":["trace[1807574251] 'process raft request' (duration: 508.212484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:37.952069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:37.442833Z","time spent":"509.133997ms","remote":"127.0.0.1:49220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:57:37.958857Z","caller":"traceutil/trace.go:171","msg":"trace[348817944] transaction","detail":"{read_only:false; response_revision:13748; number_of_response:1; }","duration":"360.371843ms","start":"2026-03-05T07:57:37.598401Z","end":"2026-03-05T07:57:37.958773Z","steps":["trace[348817944] 'process raft request' (duration: 359.855711ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:57:37.958885Z","caller":"traceutil/trace.go:171","msg":"trace[1613335255] transaction","detail":"{read_only:false; response_revision:13749; number_of_response:1; }","duration":"358.088158ms","start":"2026-03-05T07:57:37.600743Z","end":"2026-03-05T07:57:37.958831Z","steps":["trace[1613335255] 'process raft request' (duration: 357.70918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:37.959135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:37.598361Z","time spent":"360.625229ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:57:37.959086Z","caller":"traceutil/trace.go:171","msg":"trace[443053045] transaction","detail":"{read_only:false; response_revision:13750; number_of_response:1; }","duration":"357.070503ms","start":"2026-03-05T07:57:37.601924Z","end":"2026-03-05T07:57:37.958995Z","steps":["trace[443053045] 'process raft request' (duration: 356.579242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:37.959263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:37.600736Z","time spent":"358.345344ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:57:37.959391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:37.601917Z","time spent":"357.31946ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:57:37.959617Z","caller":"traceutil/trace.go:171","msg":"trace[1317094087] transaction","detail":"{read_only:false; response_revision:13751; number_of_response:1; }","duration":"274.765505ms","start":"2026-03-05T07:57:37.684839Z","end":"2026-03-05T07:57:37.959605Z","steps":["trace[1317094087] 'process raft request' (duration: 273.782142ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:57:37.959656Z","caller":"traceutil/trace.go:171","msg":"trace[1686444150] linearizableReadLoop","detail":"{readStateIndex:14264; appliedIndex:14259; }","duration":"515.56506ms","start":"2026-03-05T07:57:37.444041Z","end":"2026-03-05T07:57:37.959606Z","steps":["trace[1686444150] 'read index received' (duration: 507.050147ms)","trace[1686444150] 'applied index is now lower than readState.Index' (duration: 8.512713ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:57:37.959963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.899627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bac29e41-ed55-4657-909a-c5fed717f8cc\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-03-05T07:57:37.960011Z","caller":"traceutil/trace.go:171","msg":"trace[627756559] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bac29e41-ed55-4657-909a-c5fed717f8cc; range_end:; response_count:1; response_revision:13751; }","duration":"516.01334ms","start":"2026-03-05T07:57:37.443983Z","end":"2026-03-05T07:57:37.959997Z","steps":["trace[627756559] 'agreement among raft nodes before linearized reading' (duration: 515.810165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:37.959974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.973685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-05T07:57:37.960053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:37.443964Z","time spent":"516.079952ms","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bac29e41-ed55-4657-909a-c5fed717f8cc\" "} {"level":"info","ts":"2026-03-05T07:57:37.960072Z","caller":"traceutil/trace.go:171","msg":"trace[610118432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13751; }","duration":"253.109737ms","start":"2026-03-05T07:57:37.706952Z","end":"2026-03-05T07:57:37.960061Z","steps":["trace[610118432] 'agreement among raft nodes before linearized reading' (duration: 252.885702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:37.960241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.72306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T07:57:37.960304Z","caller":"traceutil/trace.go:171","msg":"trace[1704747423] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13751; }","duration":"116.806733ms","start":"2026-03-05T07:57:37.84348Z","end":"2026-03-05T07:57:37.960287Z","steps":["trace[1704747423] 'agreement among raft nodes before linearized reading' (duration: 116.707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:37.960412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.433795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T07:57:37.960463Z","caller":"traceutil/trace.go:171","msg":"trace[1038531389] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13751; }","duration":"174.535698ms","start":"2026-03-05T07:57:37.785915Z","end":"2026-03-05T07:57:37.960451Z","steps":["trace[1038531389] 'agreement among raft nodes before linearized reading' (duration: 174.309952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:37.960515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.501378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p8l7s\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-05T07:57:37.960561Z","caller":"traceutil/trace.go:171","msg":"trace[1298376714] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p8l7s; range_end:; response_count:1; response_revision:13751; }","duration":"211.56759ms","start":"2026-03-05T07:57:37.748985Z","end":"2026-03-05T07:57:37.960552Z","steps":["trace[1298376714] 'agreement among raft nodes before linearized reading' (duration: 211.408676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:37.960632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.489733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-05T07:57:37.960663Z","caller":"traceutil/trace.go:171","msg":"trace[1797934645] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13751; }","duration":"126.579025ms","start":"2026-03-05T07:57:37.834076Z","end":"2026-03-05T07:57:37.960655Z","steps":["trace[1797934645] 'agreement among raft nodes before linearized reading' (duration: 126.473283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:37.960737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.850846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:57:37.960888Z","caller":"traceutil/trace.go:171","msg":"trace[1097905798] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13751; }","duration":"156.976328ms","start":"2026-03-05T07:57:37.803854Z","end":"2026-03-05T07:57:37.96083Z","steps":["trace[1097905798] 'agreement among raft nodes before linearized reading' (duration: 156.767584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:37.960919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.253592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T07:57:37.961Z","caller":"traceutil/trace.go:171","msg":"trace[1884917182] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13751; }","duration":"253.353255ms","start":"2026-03-05T07:57:37.707634Z","end":"2026-03-05T07:57:37.960987Z","steps":["trace[1884917182] 'agreement among raft nodes before linearized reading' (duration: 253.222532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:37.961053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.977249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T07:57:37.961106Z","caller":"traceutil/trace.go:171","msg":"trace[819230349] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13751; }","duration":"254.030541ms","start":"2026-03-05T07:57:37.707063Z","end":"2026-03-05T07:57:37.961094Z","steps":["trace[819230349] 'agreement among raft nodes before linearized reading' (duration: 253.902138ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:57:44.13135Z","caller":"traceutil/trace.go:171","msg":"trace[604725288] transaction","detail":"{read_only:false; response_revision:13880; number_of_response:1; }","duration":"168.866341ms","start":"2026-03-05T07:57:43.962444Z","end":"2026-03-05T07:57:44.13131Z","steps":["trace[604725288] 'process raft request' (duration: 168.701917ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:57:44.154257Z","caller":"traceutil/trace.go:171","msg":"trace[1035291666] transaction","detail":"{read_only:false; response_revision:13881; number_of_response:1; }","duration":"171.007303ms","start":"2026-03-05T07:57:43.983227Z","end":"2026-03-05T07:57:44.154234Z","steps":["trace[1035291666] 'process raft request' (duration: 170.828969ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:57:44.154532Z","caller":"traceutil/trace.go:171","msg":"trace[509216646] transaction","detail":"{read_only:false; response_revision:13882; number_of_response:1; }","duration":"158.910955ms","start":"2026-03-05T07:57:43.995613Z","end":"2026-03-05T07:57:44.154524Z","steps":["trace[509216646] 'process raft request' (duration: 158.591258ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:57:44.15462Z","caller":"traceutil/trace.go:171","msg":"trace[1921049536] transaction","detail":"{read_only:false; response_revision:13883; number_of_response:1; }","duration":"158.971496ms","start":"2026-03-05T07:57:43.995642Z","end":"2026-03-05T07:57:44.154614Z","steps":["trace[1921049536] 'process raft request' (duration: 158.796392ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:57:44.154596Z","caller":"traceutil/trace.go:171","msg":"trace[651273137] linearizableReadLoop","detail":"{readStateIndex:14405; appliedIndex:14401; }","duration":"145.27104ms","start":"2026-03-05T07:57:44.009297Z","end":"2026-03-05T07:57:44.154568Z","steps":["trace[651273137] 'read index received' (duration: 121.806551ms)","trace[651273137] 'applied index is now lower than readState.Index' (duration: 23.463149ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:57:44.154852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.530146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T07:57:44.154923Z","caller":"traceutil/trace.go:171","msg":"trace[1635059881] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13883; }","duration":"145.646949ms","start":"2026-03-05T07:57:44.009256Z","end":"2026-03-05T07:57:44.154903Z","steps":["trace[1635059881] 'agreement among raft nodes before linearized reading' (duration: 145.449234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:44.167769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.781138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T07:57:44.167818Z","caller":"traceutil/trace.go:171","msg":"trace[1025476513] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13885; }","duration":"157.85145ms","start":"2026-03-05T07:57:44.009955Z","end":"2026-03-05T07:57:44.167806Z","steps":["trace[1025476513] 'agreement among raft nodes before linearized reading' (duration: 157.678856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:44.167818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.886366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p8l7s\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-05T07:57:44.167898Z","caller":"traceutil/trace.go:171","msg":"trace[17007424] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p8l7s; range_end:; response_count:1; response_revision:13885; }","duration":"144.01225ms","start":"2026-03-05T07:57:44.023869Z","end":"2026-03-05T07:57:44.167882Z","steps":["trace[17007424] 'agreement among raft nodes before linearized reading' (duration: 143.747703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:44.167927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.475714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-05T07:57:44.167822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.132772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T07:57:44.167974Z","caller":"traceutil/trace.go:171","msg":"trace[1357077447] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13885; }","duration":"158.533615ms","start":"2026-03-05T07:57:44.009422Z","end":"2026-03-05T07:57:44.167955Z","steps":["trace[1357077447] 'agreement among raft nodes before linearized reading' (duration: 158.446333ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:57:44.167995Z","caller":"traceutil/trace.go:171","msg":"trace[1584810750] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13885; }","duration":"157.333347ms","start":"2026-03-05T07:57:44.010649Z","end":"2026-03-05T07:57:44.167982Z","steps":["trace[1584810750] 'agreement among raft nodes before linearized reading' (duration: 156.970598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:44.168477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.081365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T07:57:44.168687Z","caller":"traceutil/trace.go:171","msg":"trace[2134612820] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13885; }","duration":"158.355612ms","start":"2026-03-05T07:57:44.010291Z","end":"2026-03-05T07:57:44.168647Z","steps":["trace[2134612820] 'agreement among raft nodes before linearized reading' (duration: 157.395399ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:57:47.527276Z","caller":"traceutil/trace.go:171","msg":"trace[991435054] transaction","detail":"{read_only:false; response_revision:13937; number_of_response:1; }","duration":"113.398171ms","start":"2026-03-05T07:57:47.413826Z","end":"2026-03-05T07:57:47.527224Z","steps":["trace[991435054] 'process raft request' (duration: 113.177806ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:57:48.31473Z","caller":"traceutil/trace.go:171","msg":"trace[1859325572] transaction","detail":"{read_only:false; response_revision:13941; number_of_response:1; }","duration":"146.797477ms","start":"2026-03-05T07:57:48.167903Z","end":"2026-03-05T07:57:48.3147Z","steps":["trace[1859325572] 'process raft request' (duration: 136.02369ms)","trace[1859325572] 'compare' (duration: 10.521031ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:57:48.315484Z","caller":"traceutil/trace.go:171","msg":"trace[1118925849] transaction","detail":"{read_only:false; response_revision:13942; number_of_response:1; }","duration":"144.950573ms","start":"2026-03-05T07:57:48.170521Z","end":"2026-03-05T07:57:48.315471Z","steps":["trace[1118925849] 'process raft request' (duration: 144.133364ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:57:48.316327Z","caller":"traceutil/trace.go:171","msg":"trace[1571138388] transaction","detail":"{read_only:false; response_revision:13943; number_of_response:1; }","duration":"145.199048ms","start":"2026-03-05T07:57:48.171119Z","end":"2026-03-05T07:57:48.316318Z","steps":["trace[1571138388] 'process raft request' (duration: 144.296937ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:57:48.316418Z","caller":"traceutil/trace.go:171","msg":"trace[627476413] linearizableReadLoop","detail":"{readStateIndex:14467; appliedIndex:14464; }","duration":"132.417733ms","start":"2026-03-05T07:57:48.183879Z","end":"2026-03-05T07:57:48.316297Z","steps":["trace[627476413] 'read index received' (duration: 119.995538ms)","trace[627476413] 'applied index is now lower than readState.Index' (duration: 12.421115ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:57:48.316608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.70152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-05T07:57:48.316691Z","caller":"traceutil/trace.go:171","msg":"trace[63502504] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13943; }","duration":"132.841933ms","start":"2026-03-05T07:57:48.183831Z","end":"2026-03-05T07:57:48.316673Z","steps":["trace[63502504] 'agreement among raft nodes before linearized reading' (duration: 132.590967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:48.317155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.015003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-05T07:57:48.31724Z","caller":"traceutil/trace.go:171","msg":"trace[1729575472] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13943; }","duration":"129.123125ms","start":"2026-03-05T07:57:48.188094Z","end":"2026-03-05T07:57:48.317218Z","steps":["trace[1729575472] 'agreement among raft nodes before linearized reading' (duration: 128.92147ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:58:32.728425Z","caller":"traceutil/trace.go:171","msg":"trace[131802788] linearizableReadLoop","detail":"{readStateIndex:15072; appliedIndex:15071; }","duration":"115.415028ms","start":"2026-03-05T07:58:32.612981Z","end":"2026-03-05T07:58:32.728396Z","steps":["trace[131802788] 'read index received' (duration: 66.827602ms)","trace[131802788] 'applied index is now lower than readState.Index' (duration: 48.585926ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:58:32.728571Z","caller":"traceutil/trace.go:171","msg":"trace[1659180400] transaction","detail":"{read_only:false; response_revision:14534; number_of_response:1; }","duration":"115.883969ms","start":"2026-03-05T07:58:32.61264Z","end":"2026-03-05T07:58:32.728524Z","steps":["trace[1659180400] 'process raft request' (duration: 67.152749ms)","trace[1659180400] 'compare' (duration: 48.380282ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:58:32.728643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.641414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T07:58:32.728671Z","caller":"traceutil/trace.go:171","msg":"trace[94285392] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14534; }","duration":"115.730556ms","start":"2026-03-05T07:58:32.612933Z","end":"2026-03-05T07:58:32.728664Z","steps":["trace[94285392] 'agreement among raft nodes before linearized reading' (duration: 115.592952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:58:32.728961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.894654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T07:58:32.729039Z","caller":"traceutil/trace.go:171","msg":"trace[764490371] transaction","detail":"{read_only:false; response_revision:14535; number_of_response:1; }","duration":"114.18148ms","start":"2026-03-05T07:58:32.614846Z","end":"2026-03-05T07:58:32.729028Z","steps":["trace[764490371] 'process raft request' (duration: 113.818792ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:58:32.729051Z","caller":"traceutil/trace.go:171","msg":"trace[664243717] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14536; }","duration":"109.011116ms","start":"2026-03-05T07:58:32.620019Z","end":"2026-03-05T07:58:32.72903Z","steps":["trace[664243717] 'agreement among raft nodes before linearized reading' (duration: 108.808831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:59:16.943378Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031179329,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T07:59:17.703875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.199853ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T07:59:17.704143Z","caller":"traceutil/trace.go:171","msg":"trace[26264977] transaction","detail":"{read_only:false; response_revision:14775; number_of_response:1; }","duration":"1.265408334s","start":"2026-03-05T07:59:16.438577Z","end":"2026-03-05T07:59:17.703985Z","steps":["trace[26264977] 'process raft request' (duration: 925.010197ms)","trace[26264977] 'compare' (duration: 339.967407ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:59:17.70432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:59:16.438549Z","time spent":"1.265689751s","remote":"127.0.0.1:49176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:59:17.712549Z","caller":"traceutil/trace.go:171","msg":"trace[228773604] transaction","detail":"{read_only:false; response_revision:14776; number_of_response:1; }","duration":"1.053058401s","start":"2026-03-05T07:59:16.659451Z","end":"2026-03-05T07:59:17.712509Z","steps":["trace[228773604] 'process raft request' (duration: 1.052919757s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:59:17.71283Z","caller":"traceutil/trace.go:171","msg":"trace[1414767071] transaction","detail":"{read_only:false; response_revision:14777; number_of_response:1; }","duration":"1.051863042s","start":"2026-03-05T07:59:16.660937Z","end":"2026-03-05T07:59:17.7128Z","steps":["trace[1414767071] 'process raft request' (duration: 1.051505414s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:59:17.712971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:59:16.660927Z","time spent":"1.051970346s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:59:17.713209Z","caller":"traceutil/trace.go:171","msg":"trace[201460848] linearizableReadLoop","detail":"{readStateIndex:15326; appliedIndex:15322; }","duration":"1.270090455s","start":"2026-03-05T07:59:16.443082Z","end":"2026-03-05T07:59:17.713173Z","steps":["trace[201460848] 'read index received' (duration: 920.453308ms)","trace[201460848] 'applied index is now lower than readState.Index' (duration: 349.636127ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:59:17.713288Z","caller":"traceutil/trace.go:171","msg":"trace[1972672971] transaction","detail":"{read_only:false; response_revision:14778; number_of_response:1; }","duration":"1.051268948s","start":"2026-03-05T07:59:16.662008Z","end":"2026-03-05T07:59:17.713277Z","steps":["trace[1972672971] 'process raft request' (duration: 1.050650383s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:59:17.713354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:59:16.66199Z","time spent":"1.05133297s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:59:17.713646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249955206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-6mnbd\" ","response":"range_response_count:1 size:22014"} {"level":"warn","ts":"2026-03-05T07:59:17.713686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.968798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-05T07:59:17.713704Z","caller":"traceutil/trace.go:171","msg":"trace[2073699201] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-6mnbd; range_end:; response_count:1; response_revision:14779; }","duration":"1.250030837s","start":"2026-03-05T07:59:16.463656Z","end":"2026-03-05T07:59:17.713687Z","steps":["trace[2073699201] 'agreement among raft nodes before linearized reading' (duration: 1.249836013s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:59:17.713326Z","caller":"traceutil/trace.go:171","msg":"trace[1880929355] transaction","detail":"{read_only:false; response_revision:14779; number_of_response:1; }","duration":"447.617114ms","start":"2026-03-05T07:59:17.265691Z","end":"2026-03-05T07:59:17.713308Z","steps":["trace[1880929355] 'process raft request' (duration: 447.192364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:59:17.713746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:59:16.463646Z","time spent":"1.250091668s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22037,"request content":"key:\"/registry/pods/openstack/nova-compute-default-6mnbd\" "} {"level":"warn","ts":"2026-03-05T07:59:17.713811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.65695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-jmg49\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-03-05T07:59:17.713846Z","caller":"traceutil/trace.go:171","msg":"trace[882086350] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-jmg49; range_end:; response_count:1; response_revision:14779; }","duration":"420.711562ms","start":"2026-03-05T07:59:17.293127Z","end":"2026-03-05T07:59:17.713838Z","steps":["trace[882086350] 'agreement among raft nodes before linearized reading' (duration: 420.62116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:59:17.713879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:59:17.293116Z","time spent":"420.757083ms","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-jmg49\" "} {"level":"warn","ts":"2026-03-05T07:59:17.713899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:59:17.265665Z","time spent":"448.095275ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:59:17.713924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.294956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:59:17.713862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.023842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-05T07:59:17.713965Z","caller":"traceutil/trace.go:171","msg":"trace[1688152880] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14779; }","duration":"824.331486ms","start":"2026-03-05T07:59:16.889621Z","end":"2026-03-05T07:59:17.713952Z","steps":["trace[1688152880] 'agreement among raft nodes before linearized reading' (duration: 824.277435ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:59:17.713983Z","caller":"traceutil/trace.go:171","msg":"trace[1613236717] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14779; }","duration":"406.322329ms","start":"2026-03-05T07:59:17.307638Z","end":"2026-03-05T07:59:17.713961Z","steps":["trace[1613236717] 'agreement among raft nodes before linearized reading' (duration: 405.991461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:59:17.713999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:59:16.889579Z","time spent":"824.413868ms","remote":"127.0.0.1:49390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-05T07:59:17.713725Z","caller":"traceutil/trace.go:171","msg":"trace[349432475] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14779; }","duration":"824.024209ms","start":"2026-03-05T07:59:16.889691Z","end":"2026-03-05T07:59:17.713716Z","steps":["trace[349432475] 'agreement among raft nodes before linearized reading' (duration: 823.828254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:59:17.714006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:59:17.307624Z","time spent":"406.375891ms","remote":"127.0.0.1:49390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-05T07:59:17.714221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:59:16.889683Z","time spent":"824.410228ms","remote":"127.0.0.1:49336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-05T07:59:17.714244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.362365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T07:59:17.714275Z","caller":"traceutil/trace.go:171","msg":"trace[1305029200] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:14779; }","duration":"847.418907ms","start":"2026-03-05T07:59:16.866847Z","end":"2026-03-05T07:59:17.714266Z","steps":["trace[1305029200] 'agreement among raft nodes before linearized reading' (duration: 847.318904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:59:17.714315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:59:16.866835Z","time spent":"847.470598ms","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":69,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:59:17.71433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.308105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T07:59:17.714379Z","caller":"traceutil/trace.go:171","msg":"trace[544475699] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:14779; }","duration":"330.391198ms","start":"2026-03-05T07:59:17.383974Z","end":"2026-03-05T07:59:17.714365Z","steps":["trace[544475699] 'agreement among raft nodes before linearized reading' (duration: 330.306615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:59:17.714067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.798603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p8l7s\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-05T07:59:17.714414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:59:17.383954Z","time spent":"330.45153ms","remote":"127.0.0.1:48186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:59:17.714466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.454651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:59:17.714538Z","caller":"traceutil/trace.go:171","msg":"trace[837326535] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p8l7s; range_end:; response_count:1; response_revision:14779; }","duration":"434.288596ms","start":"2026-03-05T07:59:17.280126Z","end":"2026-03-05T07:59:17.714415Z","steps":["trace[837326535] 'agreement among raft nodes before linearized reading' (duration: 433.878416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:59:17.714506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.668188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:59:17.714629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:59:17.280114Z","time spent":"434.449281ms","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-p8l7s\" "} {"level":"info","ts":"2026-03-05T07:59:17.714508Z","caller":"traceutil/trace.go:171","msg":"trace[939575010] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14779; }","duration":"858.514542ms","start":"2026-03-05T07:59:16.855981Z","end":"2026-03-05T07:59:17.714496Z","steps":["trace[939575010] 'agreement among raft nodes before linearized reading' (duration: 858.462161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:59:17.714682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:59:16.85597Z","time spent":"858.698446ms","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:59:17.714706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.370106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-05T07:59:17.714727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.854919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-05T07:59:17.714783Z","caller":"traceutil/trace.go:171","msg":"trace[844469724] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14779; }","duration":"774.55397ms","start":"2026-03-05T07:59:16.940207Z","end":"2026-03-05T07:59:17.714761Z","steps":["trace[844469724] 'agreement among raft nodes before linearized reading' (duration: 774.352726ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:59:17.714802Z","caller":"traceutil/trace.go:171","msg":"trace[676397434] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14779; }","duration":"824.954742ms","start":"2026-03-05T07:59:16.889825Z","end":"2026-03-05T07:59:17.71478Z","steps":["trace[676397434] 'agreement among raft nodes before linearized reading' (duration: 824.763727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:59:17.714837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:59:16.940186Z","time spent":"774.638042ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T07:59:17.714851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:59:16.889815Z","time spent":"825.024573ms","remote":"127.0.0.1:49390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-05T07:59:17.714757Z","caller":"traceutil/trace.go:171","msg":"trace[474959090] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14779; }","duration":"406.779581ms","start":"2026-03-05T07:59:17.307819Z","end":"2026-03-05T07:59:17.714599Z","steps":["trace[474959090] 'agreement among raft nodes before linearized reading' (duration: 406.672348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:59:17.714943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.82948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:59:17.71499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:59:17.307811Z","time spent":"407.16598ms","remote":"127.0.0.1:49390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-05T07:59:17.714816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.026687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:59:17.715049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.992434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:59:17.714993Z","caller":"traceutil/trace.go:171","msg":"trace[1257395097] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14779; }","duration":"871.878602ms","start":"2026-03-05T07:59:16.843099Z","end":"2026-03-05T07:59:17.714978Z","steps":["trace[1257395097] 'agreement among raft nodes before linearized reading' (duration: 871.80014ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:59:17.715101Z","caller":"traceutil/trace.go:171","msg":"trace[1204890568] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14779; }","duration":"872.067986ms","start":"2026-03-05T07:59:16.84302Z","end":"2026-03-05T07:59:17.715088Z","steps":["trace[1204890568] 'agreement among raft nodes before linearized reading' (duration: 871.997424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:59:17.715112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:59:16.843056Z","time spent":"872.044885ms","remote":"127.0.0.1:49390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-05T07:59:17.715088Z","caller":"traceutil/trace.go:171","msg":"trace[1798313550] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14779; }","duration":"407.313293ms","start":"2026-03-05T07:59:17.307735Z","end":"2026-03-05T07:59:17.715048Z","steps":["trace[1798313550] 'agreement among raft nodes before linearized reading' (duration: 407.058517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:59:17.71516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:59:16.843004Z","time spent":"872.144428ms","remote":"127.0.0.1:49390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-05T07:59:17.7152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:59:17.307705Z","time spent":"407.457667ms","remote":"127.0.0.1:49390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T07:59:17.715257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272172146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764372"} {"level":"warn","ts":"2026-03-05T07:59:17.715271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.188305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T07:59:17.715297Z","caller":"traceutil/trace.go:171","msg":"trace[512423772] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14779; }","duration":"1.272251077s","start":"2026-03-05T07:59:16.443037Z","end":"2026-03-05T07:59:17.715288Z","steps":["trace[512423772] 'agreement among raft nodes before linearized reading' (duration: 1.271561281s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:59:17.715324Z","caller":"traceutil/trace.go:171","msg":"trace[413304203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14779; }","duration":"749.258507ms","start":"2026-03-05T07:59:16.96605Z","end":"2026-03-05T07:59:17.715309Z","steps":["trace[413304203] 'agreement among raft nodes before linearized reading' (duration: 749.110404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:59:17.71537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.616809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-05T07:59:17.715423Z","caller":"traceutil/trace.go:171","msg":"trace[1455020124] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14779; }","duration":"872.735322ms","start":"2026-03-05T07:59:16.842674Z","end":"2026-03-05T07:59:17.71541Z","steps":["trace[1455020124] 'agreement among raft nodes before linearized reading' (duration: 872.596518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:59:17.715472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:59:16.842652Z","time spent":"872.805353ms","remote":"127.0.0.1:49390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-05T07:59:17.71561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059380961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:59:17.715658Z","caller":"traceutil/trace.go:171","msg":"trace[1925913147] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14779; }","duration":"1.059466833s","start":"2026-03-05T07:59:16.656178Z","end":"2026-03-05T07:59:17.715645Z","steps":["trace[1925913147] 'agreement among raft nodes before linearized reading' (duration: 1.059396182s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:59:17.715696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.736008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-05T07:59:17.714476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.600827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:59:17.715757Z","caller":"traceutil/trace.go:171","msg":"trace[1800214267] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14779; }","duration":"749.815451ms","start":"2026-03-05T07:59:16.965926Z","end":"2026-03-05T07:59:17.715742Z","steps":["trace[1800214267] 'agreement among raft nodes before linearized reading' (duration: 749.681617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:59:17.71538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:59:16.966044Z","time spent":"749.325799ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T07:59:17.71581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:59:16.965916Z","time spent":"749.880072ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T07:59:17.715708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:59:16.656155Z","time spent":"1.059540445s","remote":"127.0.0.1:49390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T07:59:17.715333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:59:16.443016Z","time spent":"1.272308259s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":764395,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-05T07:59:17.715979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054156767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-05T07:59:17.716028Z","caller":"traceutil/trace.go:171","msg":"trace[457543083] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14779; }","duration":"1.054232219s","start":"2026-03-05T07:59:16.661785Z","end":"2026-03-05T07:59:17.716017Z","steps":["trace[457543083] 'agreement among raft nodes before linearized reading' (duration: 1.053705467s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:59:17.716064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:59:16.661761Z","time spent":"1.05429688s","remote":"127.0.0.1:49390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-05T07:59:17.716167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.53815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:59:17.7162Z","caller":"traceutil/trace.go:171","msg":"trace[1055776865] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14779; }","duration":"873.605392ms","start":"2026-03-05T07:59:16.842585Z","end":"2026-03-05T07:59:17.716191Z","steps":["trace[1055776865] 'agreement among raft nodes before linearized reading' (duration: 873.558911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:59:17.716026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16250957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7bqlj\" ","response":"range_response_count:1 size:20668"} {"level":"warn","ts":"2026-03-05T07:59:17.716233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:59:16.842566Z","time spent":"873.658193ms","remote":"127.0.0.1:49390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T07:59:17.716283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033234768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:59:17.716358Z","caller":"traceutil/trace.go:171","msg":"trace[1128389752] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14779; }","duration":"1.03333165s","start":"2026-03-05T07:59:16.683019Z","end":"2026-03-05T07:59:17.71635Z","steps":["trace[1128389752] 'agreement among raft nodes before linearized reading' (duration: 1.033226007s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:59:17.716357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053966082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-05T07:59:17.716392Z","caller":"traceutil/trace.go:171","msg":"trace[2098204988] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14779; }","duration":"1.054038804s","start":"2026-03-05T07:59:16.662345Z","end":"2026-03-05T07:59:17.716384Z","steps":["trace[2098204988] 'agreement among raft nodes before linearized reading' (duration: 1.053948711s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:59:17.716423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:59:16.662323Z","time spent":"1.054094235s","remote":"127.0.0.1:49336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-05T07:59:17.716434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028768182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-05T07:59:17.714167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.7234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T07:59:17.715767Z","caller":"traceutil/trace.go:171","msg":"trace[923741463] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14779; }","duration":"407.903107ms","start":"2026-03-05T07:59:17.30785Z","end":"2026-03-05T07:59:17.715753Z","steps":["trace[923741463] 'agreement among raft nodes before linearized reading' (duration: 406.481962ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:59:17.71655Z","caller":"traceutil/trace.go:171","msg":"trace[251806862] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14779; }","duration":"1.028894964s","start":"2026-03-05T07:59:16.687638Z","end":"2026-03-05T07:59:17.716533Z","steps":["trace[251806862] 'agreement among raft nodes before linearized reading' (duration: 1.02870837s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:59:17.716559Z","caller":"traceutil/trace.go:171","msg":"trace[153562714] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14779; }","duration":"745.135108ms","start":"2026-03-05T07:59:16.971411Z","end":"2026-03-05T07:59:17.716546Z","steps":["trace[153562714] 'agreement among raft nodes before linearized reading' (duration: 742.67423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:59:17.716611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:59:16.971401Z","time spent":"745.20208ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T07:59:17.716603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:59:17.307842Z","time spent":"408.742086ms","remote":"127.0.0.1:49390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-05T07:59:17.7166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:59:16.687632Z","time spent":"1.028956135s","remote":"127.0.0.1:49336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-05T07:59:17.71626Z","caller":"traceutil/trace.go:171","msg":"trace[726748677] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-7bqlj; range_end:; response_count:1; response_revision:14779; }","duration":"1.162790987s","start":"2026-03-05T07:59:16.553445Z","end":"2026-03-05T07:59:17.716236Z","steps":["trace[726748677] 'agreement among raft nodes before linearized reading' (duration: 1.162325936s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:59:17.716745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:59:16.553429Z","time spent":"1.16330143s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20691,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7bqlj\" "} {"level":"warn","ts":"2026-03-05T07:59:17.716315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029083659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-05T07:59:17.71687Z","caller":"traceutil/trace.go:171","msg":"trace[1576260987] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14779; }","duration":"1.029664763s","start":"2026-03-05T07:59:16.687186Z","end":"2026-03-05T07:59:17.716851Z","steps":["trace[1576260987] 'agreement among raft nodes before linearized reading' (duration: 1.028972126s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:59:17.716931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:59:16.687174Z","time spent":"1.029740214s","remote":"127.0.0.1:49390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-05T07:59:17.716393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:59:16.683007Z","time spent":"1.033373062s","remote":"127.0.0.1:49390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T07:59:17.716695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.033063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T07:59:17.717776Z","caller":"traceutil/trace.go:171","msg":"trace[801840765] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14779; }","duration":"948.13843ms","start":"2026-03-05T07:59:16.769626Z","end":"2026-03-05T07:59:17.717765Z","steps":["trace[801840765] 'agreement among raft nodes before linearized reading' (duration: 946.714626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:59:17.717927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:59:16.769614Z","time spent":"948.301004ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T07:59:17.721414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:59:16.659427Z","time spent":"1.061945803s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:59:17.890325Z","caller":"traceutil/trace.go:171","msg":"trace[930049388] transaction","detail":"{read_only:false; response_revision:14781; number_of_response:1; }","duration":"165.879955ms","start":"2026-03-05T07:59:17.724402Z","end":"2026-03-05T07:59:17.890282Z","steps":["trace[930049388] 'process raft request' (duration: 95.792354ms)","trace[930049388] 'compare' (duration: 69.467567ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:59:17.890843Z","caller":"traceutil/trace.go:171","msg":"trace[1520279435] linearizableReadLoop","detail":"{readStateIndex:15332; appliedIndex:15327; }","duration":"164.41215ms","start":"2026-03-05T07:59:17.726421Z","end":"2026-03-05T07:59:17.890833Z","steps":["trace[1520279435] 'read index received' (duration: 43.371374ms)","trace[1520279435] 'applied index is now lower than readState.Index' (duration: 121.039986ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:59:17.890929Z","caller":"traceutil/trace.go:171","msg":"trace[1953349424] transaction","detail":"{read_only:false; response_revision:14784; number_of_response:1; }","duration":"164.559724ms","start":"2026-03-05T07:59:17.726361Z","end":"2026-03-05T07:59:17.89092Z","steps":["trace[1953349424] 'process raft request' (duration: 164.349788ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:59:17.890913Z","caller":"traceutil/trace.go:171","msg":"trace[1830840396] transaction","detail":"{read_only:false; response_revision:14783; number_of_response:1; }","duration":"166.462981ms","start":"2026-03-05T07:59:17.724427Z","end":"2026-03-05T07:59:17.89089Z","steps":["trace[1830840396] 'process raft request' (duration: 165.949268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:59:17.891935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.431455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764372"} {"level":"info","ts":"2026-03-05T07:59:17.891997Z","caller":"traceutil/trace.go:171","msg":"trace[518900322] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14784; }","duration":"165.511437ms","start":"2026-03-05T07:59:17.72647Z","end":"2026-03-05T07:59:17.891981Z","steps":["trace[518900322] 'agreement among raft nodes before linearized reading' (duration: 164.646457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:59:17.892269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.818604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-05T07:59:17.892486Z","caller":"traceutil/trace.go:171","msg":"trace[2130813292] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:14784; }","duration":"165.953947ms","start":"2026-03-05T07:59:17.726388Z","end":"2026-03-05T07:59:17.892342Z","steps":["trace[2130813292] 'agreement among raft nodes before linearized reading' (duration: 165.567688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:59:17.892873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.598906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764372"} {"level":"info","ts":"2026-03-05T07:59:17.89294Z","caller":"traceutil/trace.go:171","msg":"trace[672840434] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14784; }","duration":"159.690808ms","start":"2026-03-05T07:59:17.733237Z","end":"2026-03-05T07:59:17.892928Z","steps":["trace[672840434] 'agreement among raft nodes before linearized reading' (duration: 158.827258ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:59:17.893342Z","caller":"traceutil/trace.go:171","msg":"trace[660470996] transaction","detail":"{read_only:false; response_revision:14782; number_of_response:1; }","duration":"166.012678ms","start":"2026-03-05T07:59:17.724444Z","end":"2026-03-05T07:59:17.890457Z","steps":["trace[660470996] 'process raft request' (duration: 165.862775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:59:17.89448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.527265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764372"} {"level":"info","ts":"2026-03-05T07:59:17.894549Z","caller":"traceutil/trace.go:171","msg":"trace[667014678] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14784; }","duration":"167.601057ms","start":"2026-03-05T07:59:17.726933Z","end":"2026-03-05T07:59:17.894534Z","steps":["trace[667014678] 'agreement among raft nodes before linearized reading' (duration: 165.005125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:59:17.894635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.124276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764372"} {"level":"info","ts":"2026-03-05T07:59:17.894735Z","caller":"traceutil/trace.go:171","msg":"trace[2019509498] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14784; }","duration":"167.210038ms","start":"2026-03-05T07:59:17.727483Z","end":"2026-03-05T07:59:17.894693Z","steps":["trace[2019509498] 'agreement among raft nodes before linearized reading' (duration: 164.35024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:59:19.000255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.053287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:59:19.000351Z","caller":"traceutil/trace.go:171","msg":"trace[1414387731] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14784; }","duration":"995.208961ms","start":"2026-03-05T07:59:18.005121Z","end":"2026-03-05T07:59:19.00033Z","steps":["trace[1414387731] 'range keys from in-memory index tree' (duration: 994.968356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:59:19.000397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:59:18.005098Z","time spent":"995.288783ms","remote":"127.0.0.1:49390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T07:59:19.000872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.194892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:59:19.000975Z","caller":"traceutil/trace.go:171","msg":"trace[556442560] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14784; }","duration":"995.343695ms","start":"2026-03-05T07:59:18.005606Z","end":"2026-03-05T07:59:19.000949Z","steps":["trace[556442560] 'range keys from in-memory index tree' (duration: 995.14016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:59:19.001059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:59:18.005597Z","time spent":"995.445027ms","remote":"127.0.0.1:49336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-05T07:59:19.001113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.364474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"warn","ts":"2026-03-05T07:59:19.001175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.358774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-05T07:59:19.001176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.957034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-05T07:59:19.001233Z","caller":"traceutil/trace.go:171","msg":"trace[1467978849] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14784; }","duration":"995.431676ms","start":"2026-03-05T07:59:18.005791Z","end":"2026-03-05T07:59:19.001222Z","steps":["trace[1467978849] 'range keys from in-memory index tree' (duration: 995.19236ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:59:19.001254Z","caller":"traceutil/trace.go:171","msg":"trace[1106607837] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14784; }","duration":"995.071087ms","start":"2026-03-05T07:59:18.006168Z","end":"2026-03-05T07:59:19.001239Z","steps":["trace[1106607837] 'range keys from in-memory index tree' (duration: 994.802541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:59:19.001265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:59:18.005742Z","time spent":"995.513068ms","remote":"127.0.0.1:49336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-05T07:59:19.001291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:59:18.006156Z","time spent":"995.128379ms","remote":"127.0.0.1:49390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-05T07:59:19.001279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.052227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7530"} {"level":"info","ts":"2026-03-05T07:59:19.001377Z","caller":"traceutil/trace.go:171","msg":"trace[1687291807] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:14784; }","duration":"831.19966ms","start":"2026-03-05T07:59:18.170156Z","end":"2026-03-05T07:59:19.001355Z","steps":["trace[1687291807] 'range keys from in-memory index tree' (duration: 830.851483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:59:19.001438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:59:18.170132Z","time spent":"831.292493ms","remote":"127.0.0.1:49396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7553,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-05T07:59:19.001195Z","caller":"traceutil/trace.go:171","msg":"trace[161242811] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14784; }","duration":"995.492278ms","start":"2026-03-05T07:59:18.005683Z","end":"2026-03-05T07:59:19.001176Z","steps":["trace[161242811] 'range keys from in-memory index tree' (duration: 995.20167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:59:19.001642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:59:18.005663Z","time spent":"995.9624ms","remote":"127.0.0.1:49336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-03-05T07:59:19.00185Z","caller":"traceutil/trace.go:171","msg":"trace[1083235801] linearizableReadLoop","detail":"{readStateIndex:15333; appliedIndex:15332; }","duration":"198.401161ms","start":"2026-03-05T07:59:18.803434Z","end":"2026-03-05T07:59:19.001835Z","steps":["trace[1083235801] 'read index received' (duration: 191.656481ms)","trace[1083235801] 'applied index is now lower than readState.Index' (duration: 6.7432ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:59:19.001935Z","caller":"traceutil/trace.go:171","msg":"trace[1737661628] transaction","detail":"{read_only:false; response_revision:14785; number_of_response:1; }","duration":"727.18553ms","start":"2026-03-05T07:59:18.274739Z","end":"2026-03-05T07:59:19.001924Z","steps":["trace[1737661628] 'process raft request' (duration: 720.427219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:59:19.002016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.108294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T07:59:19.00202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:59:18.274714Z","time spent":"727.2469ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:59:19.00205Z","caller":"traceutil/trace.go:171","msg":"trace[1094854239] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:14785; }","duration":"141.170695ms","start":"2026-03-05T07:59:18.860869Z","end":"2026-03-05T07:59:19.00204Z","steps":["trace[1094854239] 'agreement among raft nodes before linearized reading' (duration: 141.106734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:59:19.002058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.628936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:59:19.002154Z","caller":"traceutil/trace.go:171","msg":"trace[2079565845] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14785; }","duration":"198.741579ms","start":"2026-03-05T07:59:18.803363Z","end":"2026-03-05T07:59:19.002104Z","steps":["trace[2079565845] 'agreement among raft nodes before linearized reading' (duration: 198.639176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:59:19.002434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.191737ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:59:19.002515Z","caller":"traceutil/trace.go:171","msg":"trace[199529066] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:14784; }","duration":"188.302299ms","start":"2026-03-05T07:59:18.8142Z","end":"2026-03-05T07:59:19.002503Z","steps":["trace[199529066] 'range keys from in-memory index tree' (duration: 186.523547ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:59:19.655124Z","caller":"traceutil/trace.go:171","msg":"trace[1950033758] transaction","detail":"{read_only:false; response_revision:14786; number_of_response:1; }","duration":"140.999623ms","start":"2026-03-05T07:59:19.514091Z","end":"2026-03-05T07:59:19.655091Z","steps":["trace[1950033758] 'process raft request' (duration: 140.794898ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:02:07.895278Z","caller":"traceutil/trace.go:171","msg":"trace[1024186626] transaction","detail":"{read_only:false; response_revision:16085; number_of_response:1; }","duration":"254.780595ms","start":"2026-03-05T08:02:07.640445Z","end":"2026-03-05T08:02:07.895226Z","steps":["trace[1024186626] 'process raft request' (duration: 254.500517ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:02:07.895259Z","caller":"traceutil/trace.go:171","msg":"trace[1019655912] linearizableReadLoop","detail":"{readStateIndex:16676; appliedIndex:16675; }","duration":"183.794362ms","start":"2026-03-05T08:02:07.711403Z","end":"2026-03-05T08:02:07.895198Z","steps":["trace[1019655912] 'read index received' (duration: 183.464163ms)","trace[1019655912] 'applied index is now lower than readState.Index' (duration: 329.019µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:02:07.895523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.10577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p8l7s\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-05T08:02:07.895729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.66569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-6mnbd\" ","response":"range_response_count:1 size:22014"} {"level":"info","ts":"2026-03-05T08:02:07.895631Z","caller":"traceutil/trace.go:171","msg":"trace[114114679] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p8l7s; range_end:; response_count:1; response_revision:16085; }","duration":"184.266504ms","start":"2026-03-05T08:02:07.711348Z","end":"2026-03-05T08:02:07.895615Z","steps":["trace[114114679] 'agreement among raft nodes before linearized reading' (duration: 184.028658ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:02:07.895812Z","caller":"traceutil/trace.go:171","msg":"trace[2096022937] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-6mnbd; range_end:; response_count:1; response_revision:16085; }","duration":"178.826914ms","start":"2026-03-05T08:02:07.716971Z","end":"2026-03-05T08:02:07.895798Z","steps":["trace[2096022937] 'agreement among raft nodes before linearized reading' (duration: 178.521407ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:02:22.945423Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13546} {"level":"info","ts":"2026-03-05T08:02:23.021953Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13546,"took":"74.118397ms","hash":3876943389,"current-db-size-bytes":41861120,"current-db-size":"42 MB","current-db-size-in-use-bytes":30269440,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-05T08:02:23.02202Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3876943389,"revision":13546,"compact-revision":11694} {"level":"info","ts":"2026-03-05T08:03:37.270213Z","caller":"traceutil/trace.go:171","msg":"trace[1393827755] linearizableReadLoop","detail":"{readStateIndex:17245; appliedIndex:17244; }","duration":"154.053518ms","start":"2026-03-05T08:03:37.11613Z","end":"2026-03-05T08:03:37.270184Z","steps":["trace[1393827755] 'read index received' (duration: 153.757181ms)","trace[1393827755] 'applied index is now lower than readState.Index' (duration: 295.397µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:03:37.270265Z","caller":"traceutil/trace.go:171","msg":"trace[1936181218] transaction","detail":"{read_only:false; response_revision:16633; number_of_response:1; }","duration":"161.659448ms","start":"2026-03-05T08:03:37.108577Z","end":"2026-03-05T08:03:37.270236Z","steps":["trace[1936181218] 'process raft request' (duration: 161.413522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:03:37.271203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.049782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:928837"} {"level":"info","ts":"2026-03-05T08:03:37.271259Z","caller":"traceutil/trace.go:171","msg":"trace[430365105] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:16633; }","duration":"155.121164ms","start":"2026-03-05T08:03:37.116122Z","end":"2026-03-05T08:03:37.271243Z","steps":["trace[430365105] 'agreement among raft nodes before linearized reading' (duration: 154.202962ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:04:43.816212Z","caller":"traceutil/trace.go:171","msg":"trace[1805084172] linearizableReadLoop","detail":"{readStateIndex:17675; appliedIndex:17674; }","duration":"130.633137ms","start":"2026-03-05T08:04:43.685541Z","end":"2026-03-05T08:04:43.816174Z","steps":["trace[1805084172] 'read index received' (duration: 46.366905ms)","trace[1805084172] 'applied index is now lower than readState.Index' (duration: 84.265032ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:04:43.816397Z","caller":"traceutil/trace.go:171","msg":"trace[1833019630] transaction","detail":"{read_only:false; response_revision:17047; number_of_response:1; }","duration":"138.094816ms","start":"2026-03-05T08:04:43.678167Z","end":"2026-03-05T08:04:43.816261Z","steps":["trace[1833019630] 'process raft request' (duration: 53.758023ms)","trace[1833019630] 'compare' (duration: 84.087467ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:04:43.816537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.976456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T08:04:43.816591Z","caller":"traceutil/trace.go:171","msg":"trace[1027584108] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17047; }","duration":"131.099808ms","start":"2026-03-05T08:04:43.685476Z","end":"2026-03-05T08:04:43.816576Z","steps":["trace[1027584108] 'agreement among raft nodes before linearized reading' (duration: 130.884353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:04:43.816649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.959749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T08:04:43.816765Z","caller":"traceutil/trace.go:171","msg":"trace[621060342] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17047; }","duration":"119.107803ms","start":"2026-03-05T08:04:43.697626Z","end":"2026-03-05T08:04:43.816734Z","steps":["trace[621060342] 'agreement among raft nodes before linearized reading' (duration: 118.865277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:04:43.817011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.396214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-05T08:04:43.817058Z","caller":"traceutil/trace.go:171","msg":"trace[1422734717] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17047; }","duration":"107.488306ms","start":"2026-03-05T08:04:43.709553Z","end":"2026-03-05T08:04:43.817042Z","steps":["trace[1422734717] 'agreement among raft nodes before linearized reading' (duration: 107.345462ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:04:44.078753Z","caller":"traceutil/trace.go:171","msg":"trace[336478004] transaction","detail":"{read_only:false; response_revision:17049; number_of_response:1; }","duration":"257.051256ms","start":"2026-03-05T08:04:43.821665Z","end":"2026-03-05T08:04:44.078716Z","steps":["trace[336478004] 'process raft request' (duration: 256.430841ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:04:44.079118Z","caller":"traceutil/trace.go:171","msg":"trace[392361665] linearizableReadLoop","detail":"{readStateIndex:17678; appliedIndex:17675; }","duration":"255.98533ms","start":"2026-03-05T08:04:43.823115Z","end":"2026-03-05T08:04:44.079101Z","steps":["trace[392361665] 'read index received' (duration: 21.363189ms)","trace[392361665] 'applied index is now lower than readState.Index' (duration: 234.621201ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:04:44.079228Z","caller":"traceutil/trace.go:171","msg":"trace[1993124487] transaction","detail":"{read_only:false; response_revision:17050; number_of_response:1; }","duration":"257.334563ms","start":"2026-03-05T08:04:43.821849Z","end":"2026-03-05T08:04:44.079184Z","steps":["trace[1993124487] 'process raft request' (duration: 256.7785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:04:44.07934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.339374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-jmg49\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-03-05T08:04:44.079384Z","caller":"traceutil/trace.go:171","msg":"trace[2015110267] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-jmg49; range_end:; response_count:1; response_revision:17050; }","duration":"211.421175ms","start":"2026-03-05T08:04:43.867953Z","end":"2026-03-05T08:04:44.079374Z","steps":["trace[2015110267] 'agreement among raft nodes before linearized reading' (duration: 211.244111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:04:44.079561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.026336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7bqlj\" ","response":"range_response_count:1 size:20669"} {"level":"info","ts":"2026-03-05T08:04:44.079734Z","caller":"traceutil/trace.go:171","msg":"trace[63947193] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-7bqlj; range_end:; response_count:1; response_revision:17050; }","duration":"211.241931ms","start":"2026-03-05T08:04:43.868473Z","end":"2026-03-05T08:04:44.079714Z","steps":["trace[63947193] 'agreement among raft nodes before linearized reading' (duration: 210.788691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:04:44.08106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.919656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:96 size:939603"} {"level":"info","ts":"2026-03-05T08:04:44.081153Z","caller":"traceutil/trace.go:171","msg":"trace[2095412131] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:96; response_revision:17050; }","duration":"258.042499ms","start":"2026-03-05T08:04:43.82309Z","end":"2026-03-05T08:04:44.081132Z","steps":["trace[2095412131] 'agreement among raft nodes before linearized reading' (duration: 256.094262ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:04:44.317428Z","caller":"traceutil/trace.go:171","msg":"trace[794511232] transaction","detail":"{read_only:false; response_revision:17051; number_of_response:1; }","duration":"103.668425ms","start":"2026-03-05T08:04:44.213671Z","end":"2026-03-05T08:04:44.317339Z","steps":["trace[794511232] 'process raft request' (duration: 70.748789ms)","trace[794511232] 'compare' (duration: 32.68564ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:04:50.395445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.347811ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:04:50.395619Z","caller":"traceutil/trace.go:171","msg":"trace[168696207] linearizableReadLoop","detail":"{readStateIndex:17770; appliedIndex:17769; }","duration":"207.993654ms","start":"2026-03-05T08:04:50.187602Z","end":"2026-03-05T08:04:50.395596Z","steps":["trace[168696207] 'read index received' (duration: 72.254444ms)","trace[168696207] 'applied index is now lower than readState.Index' (duration: 135.7373ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:04:50.395652Z","caller":"traceutil/trace.go:171","msg":"trace[2022254319] transaction","detail":"{read_only:false; response_revision:17141; number_of_response:1; }","duration":"283.732513ms","start":"2026-03-05T08:04:50.111869Z","end":"2026-03-05T08:04:50.395602Z","steps":["trace[2022254319] 'process raft request' (duration: 148.084864ms)","trace[2022254319] 'compare' (duration: 135.134446ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:04:50.395847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.21901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-6mnbd\" ","response":"range_response_count:1 size:22015"} {"level":"info","ts":"2026-03-05T08:04:50.395922Z","caller":"traceutil/trace.go:171","msg":"trace[485325487] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-6mnbd; range_end:; response_count:1; response_revision:17141; }","duration":"208.353773ms","start":"2026-03-05T08:04:50.187553Z","end":"2026-03-05T08:04:50.395907Z","steps":["trace[485325487] 'agreement among raft nodes before linearized reading' (duration: 208.132517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:04:50.395913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.777969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-30c2ba95-3b5a-4013-9b52-07e0693714df\" ","response":"range_response_count:1 size:3930"} {"level":"warn","ts":"2026-03-05T08:04:50.395952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.742231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-jmg49\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-03-05T08:04:50.396004Z","caller":"traceutil/trace.go:171","msg":"trace[768423984] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-jmg49; range_end:; response_count:1; response_revision:17141; }","duration":"200.801274ms","start":"2026-03-05T08:04:50.195186Z","end":"2026-03-05T08:04:50.395987Z","steps":["trace[768423984] 'agreement among raft nodes before linearized reading' (duration: 200.564028ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:04:50.396004Z","caller":"traceutil/trace.go:171","msg":"trace[1010007070] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-30c2ba95-3b5a-4013-9b52-07e0693714df; range_end:; response_count:1; response_revision:17141; }","duration":"202.891533ms","start":"2026-03-05T08:04:50.193094Z","end":"2026-03-05T08:04:50.395986Z","steps":["trace[1010007070] 'agreement among raft nodes before linearized reading' (duration: 202.649417ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:04:50.721527Z","caller":"traceutil/trace.go:171","msg":"trace[2079884170] linearizableReadLoop","detail":"{readStateIndex:17771; appliedIndex:17770; }","duration":"193.003337ms","start":"2026-03-05T08:04:50.528488Z","end":"2026-03-05T08:04:50.721491Z","steps":["trace[2079884170] 'read index received' (duration: 151.925857ms)","trace[2079884170] 'applied index is now lower than readState.Index' (duration: 41.07547ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:04:50.721554Z","caller":"traceutil/trace.go:171","msg":"trace[1756739867] transaction","detail":"{read_only:false; response_revision:17142; number_of_response:1; }","duration":"316.69697ms","start":"2026-03-05T08:04:50.404818Z","end":"2026-03-05T08:04:50.721515Z","steps":["trace[1756739867] 'process raft request' (duration: 275.62012ms)","trace[1756739867] 'compare' (duration: 40.817714ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:04:50.721872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.352645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29544960-bf2zx\" ","response":"range_response_count:1 size:6958"} {"level":"warn","ts":"2026-03-05T08:04:50.721923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:04:50.404801Z","time spent":"316.968146ms","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3927,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:04:50.721972Z","caller":"traceutil/trace.go:171","msg":"trace[2085798229] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29544960-bf2zx; range_end:; response_count:1; response_revision:17142; }","duration":"193.53236ms","start":"2026-03-05T08:04:50.528417Z","end":"2026-03-05T08:04:50.721949Z","steps":["trace[2085798229] 'agreement among raft nodes before linearized reading' (duration: 193.199792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:04:50.943163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.743433ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:04:50.94334Z","caller":"traceutil/trace.go:171","msg":"trace[2047616990] transaction","detail":"{read_only:false; response_revision:17143; number_of_response:1; }","duration":"214.275564ms","start":"2026-03-05T08:04:50.729023Z","end":"2026-03-05T08:04:50.943299Z","steps":["trace[2047616990] 'process raft request' (duration: 103.304946ms)","trace[2047616990] 'compare' (duration: 110.596469ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:04:50.943473Z","caller":"traceutil/trace.go:171","msg":"trace[1124657126] linearizableReadLoop","detail":"{readStateIndex:17772; appliedIndex:17771; }","duration":"213.984387ms","start":"2026-03-05T08:04:50.729452Z","end":"2026-03-05T08:04:50.943436Z","steps":["trace[1124657126] 'read index received' (duration: 102.800994ms)","trace[1124657126] 'applied index is now lower than readState.Index' (duration: 111.162723ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:04:50.943716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.736735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:04:50.943759Z","caller":"traceutil/trace.go:171","msg":"trace[112291818] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17144; }","duration":"139.854258ms","start":"2026-03-05T08:04:50.803894Z","end":"2026-03-05T08:04:50.943748Z","steps":["trace[112291818] 'agreement among raft nodes before linearized reading' (duration: 139.714083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:04:50.94445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.982952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:948521"} {"level":"info","ts":"2026-03-05T08:04:50.944483Z","caller":"traceutil/trace.go:171","msg":"trace[651630544] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:17144; }","duration":"215.048243ms","start":"2026-03-05T08:04:50.729427Z","end":"2026-03-05T08:04:50.944476Z","steps":["trace[651630544] 'agreement among raft nodes before linearized reading' (duration: 214.159501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:04:53.207181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.793976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:04:53.207805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.042559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29544960-bf2zx\" ","response":"range_response_count:1 size:6958"} {"level":"info","ts":"2026-03-05T08:04:53.207848Z","caller":"traceutil/trace.go:171","msg":"trace[23449990] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29544960-bf2zx; range_end:; response_count:1; response_revision:17185; }","duration":"245.154723ms","start":"2026-03-05T08:04:52.962683Z","end":"2026-03-05T08:04:53.207838Z","steps":["trace[23449990] 'range keys from in-memory index tree' (duration: 244.830445ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:04:53.208035Z","caller":"traceutil/trace.go:171","msg":"trace[384681813] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17185; }","duration":"405.921159ms","start":"2026-03-05T08:04:52.801317Z","end":"2026-03-05T08:04:53.207239Z","steps":["trace[384681813] 'range keys from in-memory index tree' (duration: 405.669162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:04:53.20822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:04:52.801295Z","time spent":"406.891402ms","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T08:04:53.208252Z","caller":"traceutil/trace.go:171","msg":"trace[1703484250] transaction","detail":"{read_only:false; response_revision:17186; number_of_response:1; }","duration":"132.746509ms","start":"2026-03-05T08:04:53.075452Z","end":"2026-03-05T08:04:53.208198Z","steps":["trace[1703484250] 'process raft request' (duration: 128.923048ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:04:59.646599Z","caller":"traceutil/trace.go:171","msg":"trace[2015481665] transaction","detail":"{read_only:false; response_revision:17240; number_of_response:1; }","duration":"414.208657ms","start":"2026-03-05T08:04:59.23236Z","end":"2026-03-05T08:04:59.646568Z","steps":["trace[2015481665] 'process raft request' (duration: 413.985872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:04:59.64683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:04:59.232327Z","time spent":"414.384222ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:04:59.802851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.472148ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:04:59.803124Z","caller":"traceutil/trace.go:171","msg":"trace[1335360203] linearizableReadLoop","detail":"{readStateIndex:17873; appliedIndex:17870; }","duration":"520.357791ms","start":"2026-03-05T08:04:59.282744Z","end":"2026-03-05T08:04:59.803102Z","steps":["trace[1335360203] 'read index received' (duration: 363.64782ms)","trace[1335360203] 'applied index is now lower than readState.Index' (duration: 156.708841ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:04:59.803213Z","caller":"traceutil/trace.go:171","msg":"trace[849248817] transaction","detail":"{read_only:false; response_revision:17242; number_of_response:1; }","duration":"565.625502ms","start":"2026-03-05T08:04:59.237549Z","end":"2026-03-05T08:04:59.803175Z","steps":["trace[849248817] 'process raft request' (duration: 565.428707ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:04:59.803316Z","caller":"traceutil/trace.go:171","msg":"trace[1389787181] transaction","detail":"{read_only:false; response_revision:17241; number_of_response:1; }","duration":"565.809046ms","start":"2026-03-05T08:04:59.237451Z","end":"2026-03-05T08:04:59.80326Z","steps":["trace[1389787181] 'process raft request' (duration: 464.802425ms)","trace[1389787181] 'compare' (duration: 100.068459ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:04:59.80339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:04:59.237509Z","time spent":"565.781905ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:04:59.803539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.033419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T08:04:59.803544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.801332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29544960-bf2zx\" ","response":"range_response_count:1 size:6958"} {"level":"warn","ts":"2026-03-05T08:04:59.803556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:04:59.237411Z","time spent":"566.039101ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:04:59.80358Z","caller":"traceutil/trace.go:171","msg":"trace[2064222578] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:17242; }","duration":"493.123461ms","start":"2026-03-05T08:04:59.310444Z","end":"2026-03-05T08:04:59.803568Z","steps":["trace[2064222578] 'agreement among raft nodes before linearized reading' (duration: 493.048799ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:04:59.8036Z","caller":"traceutil/trace.go:171","msg":"trace[1857005800] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29544960-bf2zx; range_end:; response_count:1; response_revision:17242; }","duration":"520.883903ms","start":"2026-03-05T08:04:59.2827Z","end":"2026-03-05T08:04:59.803584Z","steps":["trace[1857005800] 'agreement among raft nodes before linearized reading' (duration: 520.507184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:04:59.803617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:04:59.310421Z","time spent":"493.185052ms","remote":"127.0.0.1:49396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:04:59.803637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:04:59.282682Z","time spent":"520.948275ms","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6981,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29544960-bf2zx\" "} {"level":"warn","ts":"2026-03-05T08:04:59.803696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.56126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7bqlj\" ","response":"range_response_count:1 size:20771"} {"level":"warn","ts":"2026-03-05T08:04:59.803443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.616981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-6c757657ff-zgf5b.1899e27e0c466a46\" ","response":"range_response_count:1 size:2106"} {"level":"info","ts":"2026-03-05T08:04:59.803806Z","caller":"traceutil/trace.go:171","msg":"trace[1945370813] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-7bqlj; range_end:; response_count:1; response_revision:17242; }","duration":"361.732475ms","start":"2026-03-05T08:04:59.442043Z","end":"2026-03-05T08:04:59.803776Z","steps":["trace[1945370813] 'agreement among raft nodes before linearized reading' (duration: 361.372736ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:04:59.803799Z","caller":"traceutil/trace.go:171","msg":"trace[1808156372] range","detail":"{range_begin:/registry/events/openstack/glance-api-6c757657ff-zgf5b.1899e27e0c466a46; range_end:; response_count:1; response_revision:17242; }","duration":"455.029721ms","start":"2026-03-05T08:04:59.348753Z","end":"2026-03-05T08:04:59.803783Z","steps":["trace[1808156372] 'agreement among raft nodes before linearized reading' (duration: 454.56846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:04:59.803852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:04:59.442019Z","time spent":"361.824956ms","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20794,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7bqlj\" "} {"level":"warn","ts":"2026-03-05T08:04:59.803866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:04:59.348733Z","time spent":"455.121904ms","remote":"127.0.0.1:49220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2129,"request content":"key:\"/registry/events/openstack/glance-api-6c757657ff-zgf5b.1899e27e0c466a46\" "} {"level":"warn","ts":"2026-03-05T08:05:00.070631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.25876ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:05:00.070781Z","caller":"traceutil/trace.go:171","msg":"trace[2054710397] transaction","detail":"{read_only:false; response_revision:17243; number_of_response:1; }","duration":"263.402768ms","start":"2026-03-05T08:04:59.807332Z","end":"2026-03-05T08:05:00.070734Z","steps":["trace[2054710397] 'process raft request' (duration: 137.943403ms)","trace[2054710397] 'compare' (duration: 124.907961ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:05:01.21795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:05:00.382398Z","time spent":"835.544644ms","remote":"127.0.0.1:47586","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T08:05:02.182502Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.039619545s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T08:05:02.183071Z","caller":"traceutil/trace.go:171","msg":"trace[1304987559] transaction","detail":"{read_only:false; response_revision:17244; number_of_response:1; }","duration":"2.375563764s","start":"2026-03-05T08:04:59.807473Z","end":"2026-03-05T08:05:02.183037Z","steps":["trace[1304987559] 'process raft request' (duration: 2.375296187s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:05:02.183353Z","caller":"traceutil/trace.go:171","msg":"trace[1284617282] linearizableReadLoop","detail":"{readStateIndex:17875; appliedIndex:17873; }","duration":"2.374612711s","start":"2026-03-05T08:04:59.808711Z","end":"2026-03-05T08:05:02.183323Z","steps":["trace[1284617282] 'read index received' (duration: 136.58678ms)","trace[1284617282] 'applied index is now lower than readState.Index' (duration: 2.238023331s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:05:02.184162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.375447711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:951759"} {"level":"info","ts":"2026-03-05T08:05:02.184211Z","caller":"traceutil/trace.go:171","msg":"trace[7241799] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:17245; }","duration":"2.375535713s","start":"2026-03-05T08:04:59.808665Z","end":"2026-03-05T08:05:02.1842Z","steps":["trace[7241799] 'agreement among raft nodes before linearized reading' (duration: 2.374735594s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:02.18424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:04:59.808653Z","time spent":"2.375578715s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":97,"response size":951782,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-05T08:05:02.18349Z","caller":"traceutil/trace.go:171","msg":"trace[284779093] transaction","detail":"{read_only:false; response_revision:17245; number_of_response:1; }","duration":"2.365972085s","start":"2026-03-05T08:04:59.81747Z","end":"2026-03-05T08:05:02.183442Z","steps":["trace[284779093] 'process raft request' (duration: 2.365466733s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:02.184453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:04:59.817446Z","time spent":"2.366917718s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20888,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:05:02.184662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:04:59.807445Z","time spent":"2.376589308s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:05:02.685266Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031189062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:05:03.186225Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031189062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:05:03.28656Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.10385896s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T08:05:03.287589Z","caller":"traceutil/trace.go:171","msg":"trace[1429364984] transaction","detail":"{read_only:false; response_revision:17246; number_of_response:1; }","duration":"3.182170008s","start":"2026-03-05T08:05:00.105387Z","end":"2026-03-05T08:05:03.287557Z","steps":["trace[1429364984] 'process raft request' (duration: 3.181918172s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:03.287729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:05:00.105356Z","time spent":"3.182295181s","remote":"127.0.0.1:49390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5088,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T08:05:03.288149Z","caller":"traceutil/trace.go:171","msg":"trace[661385553] transaction","detail":"{read_only:false; response_revision:17247; number_of_response:1; }","duration":"2.026650106s","start":"2026-03-05T08:05:01.261471Z","end":"2026-03-05T08:05:03.288121Z","steps":["trace[661385553] 'process raft request' (duration: 2.026021001s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:03.288278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:05:01.26144Z","time spent":"2.026766758s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:05:03.441128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.117326ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-05T08:05:03.44147Z","caller":"traceutil/trace.go:171","msg":"trace[1620099138] transaction","detail":"{read_only:false; response_revision:17248; number_of_response:1; }","duration":"1.788257317s","start":"2026-03-05T08:05:01.653173Z","end":"2026-03-05T08:05:03.441431Z","steps":["trace[1620099138] 'process raft request' (duration: 1.788056112s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:03.441644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:05:01.653144Z","time spent":"1.788416621s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:05:03.441866Z","caller":"traceutil/trace.go:171","msg":"trace[223238161] transaction","detail":"{read_only:false; response_revision:17249; number_of_response:1; }","duration":"1.633096942s","start":"2026-03-05T08:05:01.808744Z","end":"2026-03-05T08:05:03.441841Z","steps":["trace[223238161] 'process raft request' (duration: 1.632626601s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:03.44198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:05:01.808714Z","time spent":"1.633201115s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:05:03.524392Z","caller":"traceutil/trace.go:171","msg":"trace[1284171892] linearizableReadLoop","detail":"{readStateIndex:17882; appliedIndex:17876; }","duration":"1.34020114s","start":"2026-03-05T08:05:02.184163Z","end":"2026-03-05T08:05:03.524364Z","steps":["trace[1284171892] 'read index received' (duration: 1.102547508s)","trace[1284171892] 'applied index is now lower than readState.Index' (duration: 237.652522ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:05:03.524616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.086672368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T08:05:03.524653Z","caller":"traceutil/trace.go:171","msg":"trace[934591006] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17250; }","duration":"3.086761161s","start":"2026-03-05T08:05:00.437882Z","end":"2026-03-05T08:05:03.524643Z","steps":["trace[934591006] 'agreement among raft nodes before linearized reading' (duration: 3.086601806s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:03.524636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.084158018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3299"} {"level":"warn","ts":"2026-03-05T08:05:03.524691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.000104202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-6mnbd\" ","response":"range_response_count:1 size:22015"} {"level":"info","ts":"2026-03-05T08:05:03.52473Z","caller":"traceutil/trace.go:171","msg":"trace[1323306406] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:17250; }","duration":"2.084321933s","start":"2026-03-05T08:05:01.440385Z","end":"2026-03-05T08:05:03.524707Z","steps":["trace[1323306406] 'agreement among raft nodes before linearized reading' (duration: 2.084031656s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:03.524761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.342330962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-05T08:05:03.524772Z","caller":"traceutil/trace.go:171","msg":"trace[1243074571] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-6mnbd; range_end:; response_count:1; response_revision:17250; }","duration":"3.000255795s","start":"2026-03-05T08:05:00.524495Z","end":"2026-03-05T08:05:03.52475Z","steps":["trace[1243074571] 'agreement among raft nodes before linearized reading' (duration: 2.999979938s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:03.524778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:05:01.440364Z","time spent":"2.084405296s","remote":"127.0.0.1:42340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3322,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-03-05T08:05:03.524789Z","caller":"traceutil/trace.go:171","msg":"trace[921983123] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17250; }","duration":"3.342391893s","start":"2026-03-05T08:05:00.18239Z","end":"2026-03-05T08:05:03.524782Z","steps":["trace[921983123] 'agreement among raft nodes before linearized reading' (duration: 3.342313951s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:03.524811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:05:00.524475Z","time spent":"3.000329898s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22038,"request content":"key:\"/registry/pods/openstack/nova-compute-default-6mnbd\" "} {"level":"warn","ts":"2026-03-05T08:05:03.524818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:05:00.18237Z","time spent":"3.342440184s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T08:05:03.524923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996722012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-jmg49\" ","response":"range_response_count:1 size:9713"} {"level":"warn","ts":"2026-03-05T08:05:03.525036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.49976565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T08:05:03.525074Z","caller":"traceutil/trace.go:171","msg":"trace[2092076093] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17250; }","duration":"3.499845692s","start":"2026-03-05T08:05:00.025217Z","end":"2026-03-05T08:05:03.525062Z","steps":["trace[2092076093] 'agreement among raft nodes before linearized reading' (duration: 3.49976052s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:03.525101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:05:00.025189Z","time spent":"3.499905503s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T08:05:03.525043Z","caller":"traceutil/trace.go:171","msg":"trace[253689215] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-jmg49; range_end:; response_count:1; response_revision:17250; }","duration":"2.996892136s","start":"2026-03-05T08:05:00.528125Z","end":"2026-03-05T08:05:03.525017Z","steps":["trace[253689215] 'agreement among raft nodes before linearized reading' (duration: 2.996307841s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:03.525218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.921868605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3299"} {"level":"info","ts":"2026-03-05T08:05:03.525268Z","caller":"traceutil/trace.go:171","msg":"trace[783141015] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:17250; }","duration":"1.921947547s","start":"2026-03-05T08:05:01.603305Z","end":"2026-03-05T08:05:03.525253Z","steps":["trace[783141015] 'agreement among raft nodes before linearized reading' (duration: 1.921853065s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:03.525272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.553020251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-05T08:05:03.525304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:05:01.603289Z","time spent":"1.922006008s","remote":"127.0.0.1:42340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3322,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-03-05T08:05:03.525333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.727334831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:05:03.525381Z","caller":"traceutil/trace.go:171","msg":"trace[21241968] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:17250; }","duration":"2.727434484s","start":"2026-03-05T08:05:00.797934Z","end":"2026-03-05T08:05:03.525368Z","steps":["trace[21241968] 'agreement among raft nodes before linearized reading' (duration: 2.727365352s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:03.525204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:05:00.528102Z","time spent":"2.99708813s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-jmg49\" "} {"level":"warn","ts":"2026-03-05T08:05:03.525501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.721482622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:05:03.525515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.589378939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-05T08:05:03.525532Z","caller":"traceutil/trace.go:171","msg":"trace[209854812] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17250; }","duration":"1.721544234s","start":"2026-03-05T08:05:01.803981Z","end":"2026-03-05T08:05:03.525525Z","steps":["trace[209854812] 'agreement among raft nodes before linearized reading' (duration: 1.721497583s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:05:03.525541Z","caller":"traceutil/trace.go:171","msg":"trace[78743502] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:17250; }","duration":"1.589444881s","start":"2026-03-05T08:05:01.936088Z","end":"2026-03-05T08:05:03.525533Z","steps":["trace[78743502] 'agreement among raft nodes before linearized reading' (duration: 1.589357609s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:03.525556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:05:01.803968Z","time spent":"1.721583624s","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:05:03.525603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643521151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-05T08:05:03.525645Z","caller":"traceutil/trace.go:171","msg":"trace[795808665] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17250; }","duration":"1.643598683s","start":"2026-03-05T08:05:01.882036Z","end":"2026-03-05T08:05:03.525635Z","steps":["trace[795808665] 'agreement among raft nodes before linearized reading' (duration: 1.643497111s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:05:03.52515Z","caller":"traceutil/trace.go:171","msg":"trace[330196770] transaction","detail":"{read_only:false; response_revision:17250; number_of_response:1; }","duration":"1.716074004s","start":"2026-03-05T08:05:01.80906Z","end":"2026-03-05T08:05:03.525134Z","steps":["trace[330196770] 'process raft request' (duration: 1.632767095s)","trace[330196770] 'compare' (duration: 82.15323ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:05:03.525672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:05:01.882017Z","time spent":"1.643649204s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T08:05:03.525717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:05:01.80904Z","time spent":"1.716632416s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:05:03.525417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:05:00.797913Z","time spent":"2.727494925s","remote":"127.0.0.1:42458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:05:03.525304Z","caller":"traceutil/trace.go:171","msg":"trace[1142967772] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17250; }","duration":"3.553105722s","start":"2026-03-05T08:04:59.972189Z","end":"2026-03-05T08:05:03.525295Z","steps":["trace[1142967772] 'agreement among raft nodes before linearized reading' (duration: 3.553027991s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:03.525888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:04:59.972165Z","time spent":"3.553711847s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T08:05:03.525561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:05:01.936068Z","time spent":"1.589488262s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-05T08:05:03.524685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:05:00.437863Z","time spent":"3.086814302s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T08:05:03.526461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.057768988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-05T08:05:03.526563Z","caller":"traceutil/trace.go:171","msg":"trace[551525997] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:17250; }","duration":"3.057909421s","start":"2026-03-05T08:05:00.468637Z","end":"2026-03-05T08:05:03.526546Z","steps":["trace[551525997] 'agreement among raft nodes before linearized reading' (duration: 3.057719546s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:03.52802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:05:00.468615Z","time spent":"3.059388567s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-05T08:05:03.543276Z","caller":"traceutil/trace.go:171","msg":"trace[1211507037] transaction","detail":"{read_only:false; response_revision:17251; number_of_response:1; }","duration":"250.94139ms","start":"2026-03-05T08:05:03.292313Z","end":"2026-03-05T08:05:03.543254Z","steps":["trace[1211507037] 'process raft request' (duration: 250.817567ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:05:03.700559Z","caller":"traceutil/trace.go:171","msg":"trace[555331799] transaction","detail":"{read_only:false; response_revision:17252; number_of_response:1; }","duration":"406.655457ms","start":"2026-03-05T08:05:03.293882Z","end":"2026-03-05T08:05:03.700538Z","steps":["trace[555331799] 'process raft request' (duration: 406.250687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:03.700667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:05:03.293861Z","time spent":"406.749598ms","remote":"127.0.0.1:49406","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5281,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:05:03.701048Z","caller":"traceutil/trace.go:171","msg":"trace[707481935] transaction","detail":"{read_only:false; response_revision:17253; number_of_response:1; }","duration":"406.612956ms","start":"2026-03-05T08:05:03.294398Z","end":"2026-03-05T08:05:03.701011Z","steps":["trace[707481935] 'process raft request' (duration: 406.019272ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:05:03.701181Z","caller":"traceutil/trace.go:171","msg":"trace[681156957] transaction","detail":"{read_only:false; response_revision:17254; number_of_response:1; }","duration":"168.730638ms","start":"2026-03-05T08:05:03.53244Z","end":"2026-03-05T08:05:03.701171Z","steps":["trace[681156957] 'process raft request' (duration: 168.450781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:03.701201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:05:03.294368Z","time spent":"406.761349ms","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5283,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T08:05:03.70474Z","caller":"traceutil/trace.go:171","msg":"trace[2136770233] transaction","detail":"{read_only:false; response_revision:17255; number_of_response:1; }","duration":"172.16383ms","start":"2026-03-05T08:05:03.532544Z","end":"2026-03-05T08:05:03.704708Z","steps":["trace[2136770233] 'process raft request' (duration: 168.461591ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:05:03.70486Z","caller":"traceutil/trace.go:171","msg":"trace[1046946100] transaction","detail":"{read_only:false; response_revision:17256; number_of_response:1; }","duration":"172.310594ms","start":"2026-03-05T08:05:03.532528Z","end":"2026-03-05T08:05:03.704839Z","steps":["trace[1046946100] 'process raft request' (duration: 172.14995ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:05:03.70488Z","caller":"traceutil/trace.go:171","msg":"trace[598995489] transaction","detail":"{read_only:false; response_revision:17257; number_of_response:1; }","duration":"172.283543ms","start":"2026-03-05T08:05:03.532585Z","end":"2026-03-05T08:05:03.704869Z","steps":["trace[598995489] 'process raft request' (duration: 172.19046ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:05:03.704941Z","caller":"traceutil/trace.go:171","msg":"trace[549302186] transaction","detail":"{read_only:false; response_revision:17258; number_of_response:1; }","duration":"171.902213ms","start":"2026-03-05T08:05:03.533029Z","end":"2026-03-05T08:05:03.704932Z","steps":["trace[549302186] 'process raft request' (duration: 171.79264ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:05:03.704978Z","caller":"traceutil/trace.go:171","msg":"trace[1657229414] linearizableReadLoop","detail":"{readStateIndex:17885; appliedIndex:17882; }","duration":"180.410597ms","start":"2026-03-05T08:05:03.524457Z","end":"2026-03-05T08:05:03.704868Z","steps":["trace[1657229414] 'read index received' (duration: 18.730107ms)","trace[1657229414] 'applied index is now lower than readState.Index' (duration: 161.67939ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:05:03.705102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.871418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:05:03.705134Z","caller":"traceutil/trace.go:171","msg":"trace[447226669] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:17258; }","duration":"666.966131ms","start":"2026-03-05T08:05:03.03816Z","end":"2026-03-05T08:05:03.705127Z","steps":["trace[447226669] 'agreement among raft nodes before linearized reading' (duration: 666.874909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:03.705162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:05:03.038141Z","time spent":"667.015031ms","remote":"127.0.0.1:49460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:05:03.705447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.120825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-heat-default-user\" ","response":"range_response_count:1 size:1299"} {"level":"warn","ts":"2026-03-05T08:05:03.705457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.230975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-05T08:05:03.705481Z","caller":"traceutil/trace.go:171","msg":"trace[2091159396] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-heat-default-user; range_end:; response_count:1; response_revision:17258; }","duration":"171.195897ms","start":"2026-03-05T08:05:03.534275Z","end":"2026-03-05T08:05:03.705471Z","steps":["trace[2091159396] 'agreement among raft nodes before linearized reading' (duration: 171.053873ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:05:03.705483Z","caller":"traceutil/trace.go:171","msg":"trace[1206516254] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17258; }","duration":"173.287707ms","start":"2026-03-05T08:05:03.532188Z","end":"2026-03-05T08:05:03.705476Z","steps":["trace[1206516254] 'agreement among raft nodes before linearized reading' (duration: 173.183464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:03.705484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.228215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-30c2ba95-3b5a-4013-9b52-07e0693714df\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-05T08:05:03.705524Z","caller":"traceutil/trace.go:171","msg":"trace[2080248200] range","detail":"{range_begin:/registry/persistentvolumes/pvc-30c2ba95-3b5a-4013-9b52-07e0693714df; range_end:; response_count:1; response_revision:17258; }","duration":"173.287627ms","start":"2026-03-05T08:05:03.532221Z","end":"2026-03-05T08:05:03.705509Z","steps":["trace[2080248200] 'agreement among raft nodes before linearized reading' (duration: 173.145353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:03.705773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.419844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:05:03.705832Z","caller":"traceutil/trace.go:171","msg":"trace[1449923637] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17258; }","duration":"177.547228ms","start":"2026-03-05T08:05:03.528274Z","end":"2026-03-05T08:05:03.705822Z","steps":["trace[1449923637] 'agreement among raft nodes before linearized reading' (duration: 177.052436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:03.706317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.815444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:98 size:957052"} {"level":"info","ts":"2026-03-05T08:05:03.70636Z","caller":"traceutil/trace.go:171","msg":"trace[1813235390] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:98; response_revision:17258; }","duration":"172.891397ms","start":"2026-03-05T08:05:03.533459Z","end":"2026-03-05T08:05:03.706351Z","steps":["trace[1813235390] 'agreement among raft nodes before linearized reading' (duration: 171.916004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:03.707391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.526069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:98 size:957052"} {"level":"info","ts":"2026-03-05T08:05:03.70773Z","caller":"traceutil/trace.go:171","msg":"trace[1186776221] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:98; response_revision:17258; }","duration":"172.891887ms","start":"2026-03-05T08:05:03.534819Z","end":"2026-03-05T08:05:03.707711Z","steps":["trace[1186776221] 'agreement among raft nodes before linearized reading' (duration: 170.572642ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:05:07.714165Z","caller":"traceutil/trace.go:171","msg":"trace[778416897] linearizableReadLoop","detail":"{readStateIndex:17933; appliedIndex:17932; }","duration":"125.816333ms","start":"2026-03-05T08:05:07.588311Z","end":"2026-03-05T08:05:07.714128Z","steps":["trace[778416897] 'read index received' (duration: 125.482895ms)","trace[778416897] 'applied index is now lower than readState.Index' (duration: 331.218µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:05:07.714261Z","caller":"traceutil/trace.go:171","msg":"trace[55127083] transaction","detail":"{read_only:false; response_revision:17300; number_of_response:1; }","duration":"175.333146ms","start":"2026-03-05T08:05:07.538898Z","end":"2026-03-05T08:05:07.714231Z","steps":["trace[55127083] 'process raft request' (duration: 174.828184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:07.714429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.09952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-volume-usage-audit-29544965-cbh5l\" ","response":"range_response_count:1 size:6904"} {"level":"info","ts":"2026-03-05T08:05:07.714526Z","caller":"traceutil/trace.go:171","msg":"trace[436358695] range","detail":"{range_begin:/registry/pods/openstack/cinder-volume-usage-audit-29544965-cbh5l; range_end:; response_count:1; response_revision:17300; }","duration":"126.256924ms","start":"2026-03-05T08:05:07.588241Z","end":"2026-03-05T08:05:07.714498Z","steps":["trace[436358695] 'agreement among raft nodes before linearized reading' (duration: 126.034829ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:05:07.753931Z","caller":"traceutil/trace.go:171","msg":"trace[455321097] transaction","detail":"{read_only:false; response_revision:17301; number_of_response:1; }","duration":"164.340362ms","start":"2026-03-05T08:05:07.589556Z","end":"2026-03-05T08:05:07.753897Z","steps":["trace[455321097] 'process raft request' (duration: 164.131158ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:05:08.947442Z","caller":"traceutil/trace.go:171","msg":"trace[726947201] linearizableReadLoop","detail":"{readStateIndex:17945; appliedIndex:17944; }","duration":"144.877107ms","start":"2026-03-05T08:05:08.802528Z","end":"2026-03-05T08:05:08.947406Z","steps":["trace[726947201] 'read index received' (duration: 144.631971ms)","trace[726947201] 'applied index is now lower than readState.Index' (duration: 243.306µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:05:08.947604Z","caller":"traceutil/trace.go:171","msg":"trace[819221711] transaction","detail":"{read_only:false; response_revision:17312; number_of_response:1; }","duration":"322.953349ms","start":"2026-03-05T08:05:08.624616Z","end":"2026-03-05T08:05:08.947569Z","steps":["trace[819221711] 'process raft request' (duration: 322.57193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:08.947647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.100353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:05:08.947689Z","caller":"traceutil/trace.go:171","msg":"trace[1912752768] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17312; }","duration":"145.203765ms","start":"2026-03-05T08:05:08.802473Z","end":"2026-03-05T08:05:08.947677Z","steps":["trace[1912752768] 'agreement among raft nodes before linearized reading' (duration: 145.105473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:08.94792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.789051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-05T08:05:08.947998Z","caller":"traceutil/trace.go:171","msg":"trace[718560426] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17312; }","duration":"104.916073ms","start":"2026-03-05T08:05:08.843063Z","end":"2026-03-05T08:05:08.947979Z","steps":["trace[718560426] 'agreement among raft nodes before linearized reading' (duration: 104.712299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:08.951015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:05:08.624601Z","time spent":"323.084432ms","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6830,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:05:12.000481Z","caller":"traceutil/trace.go:171","msg":"trace[1965104994] transaction","detail":"{read_only:false; response_revision:17326; number_of_response:1; }","duration":"183.560341ms","start":"2026-03-05T08:05:11.816893Z","end":"2026-03-05T08:05:12.000453Z","steps":["trace[1965104994] 'process raft request' (duration: 183.383617ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:05:12.051764Z","caller":"traceutil/trace.go:171","msg":"trace[1527562611] transaction","detail":"{read_only:false; response_revision:17327; number_of_response:1; }","duration":"234.279182ms","start":"2026-03-05T08:05:11.81746Z","end":"2026-03-05T08:05:12.051739Z","steps":["trace[1527562611] 'process raft request' (duration: 230.591074ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:05:12.052056Z","caller":"traceutil/trace.go:171","msg":"trace[1229815044] transaction","detail":"{read_only:false; response_revision:17329; number_of_response:1; }","duration":"233.983586ms","start":"2026-03-05T08:05:11.818052Z","end":"2026-03-05T08:05:12.052036Z","steps":["trace[1229815044] 'process raft request' (duration: 233.874782ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:05:12.052087Z","caller":"traceutil/trace.go:171","msg":"trace[143892856] transaction","detail":"{read_only:false; response_revision:17328; number_of_response:1; }","duration":"234.088918ms","start":"2026-03-05T08:05:11.817958Z","end":"2026-03-05T08:05:12.052047Z","steps":["trace[143892856] 'process raft request' (duration: 233.734808ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:05:12.052583Z","caller":"traceutil/trace.go:171","msg":"trace[641016234] linearizableReadLoop","detail":"{readStateIndex:17961; appliedIndex:17959; }","duration":"234.623421ms","start":"2026-03-05T08:05:11.817939Z","end":"2026-03-05T08:05:12.052562Z","steps":["trace[641016234] 'read index received' (duration: 182.325732ms)","trace[641016234] 'applied index is now lower than readState.Index' (duration: 52.296329ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:05:12.052685Z","caller":"traceutil/trace.go:171","msg":"trace[2136265360] transaction","detail":"{read_only:false; response_revision:17330; number_of_response:1; }","duration":"118.593371ms","start":"2026-03-05T08:05:11.934079Z","end":"2026-03-05T08:05:12.052673Z","steps":["trace[2136265360] 'process raft request' (duration: 117.937406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:12.053158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.423585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:10815"} {"level":"info","ts":"2026-03-05T08:05:12.053215Z","caller":"traceutil/trace.go:171","msg":"trace[945154377] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:17330; }","duration":"128.530918ms","start":"2026-03-05T08:05:11.92467Z","end":"2026-03-05T08:05:12.053201Z","steps":["trace[945154377] 'agreement among raft nodes before linearized reading' (duration: 128.363964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:12.053786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.125392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:98 size:959152"} {"level":"info","ts":"2026-03-05T08:05:12.05384Z","caller":"traceutil/trace.go:171","msg":"trace[150079590] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:98; response_revision:17330; }","duration":"235.220315ms","start":"2026-03-05T08:05:11.818607Z","end":"2026-03-05T08:05:12.053827Z","steps":["trace[150079590] 'agreement among raft nodes before linearized reading' (duration: 234.111849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:12.056002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.840677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:98 size:959152"} {"level":"info","ts":"2026-03-05T08:05:12.056102Z","caller":"traceutil/trace.go:171","msg":"trace[1890523380] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:98; response_revision:17330; }","duration":"238.179205ms","start":"2026-03-05T08:05:11.817893Z","end":"2026-03-05T08:05:12.056072Z","steps":["trace[1890523380] 'agreement among raft nodes before linearized reading' (duration: 235.090472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:12.538814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.741219ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:05:12.538906Z","caller":"traceutil/trace.go:171","msg":"trace[2099797389] linearizableReadLoop","detail":"{readStateIndex:17974; appliedIndex:17973; }","duration":"225.900202ms","start":"2026-03-05T08:05:12.312989Z","end":"2026-03-05T08:05:12.53889Z","steps":["trace[2099797389] 'read index received' (duration: 5.011579ms)","trace[2099797389] 'applied index is now lower than readState.Index' (duration: 220.887533ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:05:12.538971Z","caller":"traceutil/trace.go:171","msg":"trace[672504465] transaction","detail":"{read_only:false; response_revision:17340; number_of_response:1; }","duration":"234.234101ms","start":"2026-03-05T08:05:12.304699Z","end":"2026-03-05T08:05:12.538933Z","steps":["trace[672504465] 'process raft request' (duration: 13.305727ms)","trace[672504465] 'compare' (duration: 220.628837ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:05:12.53905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.070426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9612"} {"level":"info","ts":"2026-03-05T08:05:12.539068Z","caller":"traceutil/trace.go:171","msg":"trace[1087184404] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:17340; }","duration":"226.134627ms","start":"2026-03-05T08:05:12.312928Z","end":"2026-03-05T08:05:12.539062Z","steps":["trace[1087184404] 'agreement among raft nodes before linearized reading' (duration: 226.031175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:12.539189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.195337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29544960-bf2zx\" ","response":"range_response_count:1 size:6958"} {"level":"info","ts":"2026-03-05T08:05:12.53927Z","caller":"traceutil/trace.go:171","msg":"trace[388256906] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29544960-bf2zx; range_end:; response_count:1; response_revision:17340; }","duration":"210.33005ms","start":"2026-03-05T08:05:12.32892Z","end":"2026-03-05T08:05:12.53925Z","steps":["trace[388256906] 'agreement among raft nodes before linearized reading' (duration: 210.104155ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:05:13.479713Z","caller":"traceutil/trace.go:171","msg":"trace[1973478480] transaction","detail":"{read_only:false; response_revision:17342; number_of_response:1; }","duration":"120.324902ms","start":"2026-03-05T08:05:13.359356Z","end":"2026-03-05T08:05:13.479681Z","steps":["trace[1973478480] 'process raft request' (duration: 120.114987ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:05:18.451752Z","caller":"traceutil/trace.go:171","msg":"trace[1965621784] transaction","detail":"{read_only:false; response_revision:17569; number_of_response:1; }","duration":"148.211167ms","start":"2026-03-05T08:05:18.303503Z","end":"2026-03-05T08:05:18.451714Z","steps":["trace[1965621784] 'process raft request' (duration: 146.465025ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:05:18.458663Z","caller":"traceutil/trace.go:171","msg":"trace[1825923681] transaction","detail":"{read_only:false; response_revision:17570; number_of_response:1; }","duration":"103.0833ms","start":"2026-03-05T08:05:18.355559Z","end":"2026-03-05T08:05:18.458643Z","steps":["trace[1825923681] 'process raft request' (duration: 102.934066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:18.935574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.233581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:05:18.935724Z","caller":"traceutil/trace.go:171","msg":"trace[446076653] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17576; }","duration":"133.420015ms","start":"2026-03-05T08:05:18.802271Z","end":"2026-03-05T08:05:18.935691Z","steps":["trace[446076653] 'range keys from in-memory index tree' (duration: 133.159489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:18.935734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.338414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"info","ts":"2026-03-05T08:05:18.935815Z","caller":"traceutil/trace.go:171","msg":"trace[1901933878] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:17576; }","duration":"154.442457ms","start":"2026-03-05T08:05:18.78135Z","end":"2026-03-05T08:05:18.935792Z","steps":["trace[1901933878] 'range keys from in-memory index tree' (duration: 154.102978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:18.935867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.543072ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:05:18.935997Z","caller":"traceutil/trace.go:171","msg":"trace[1254405818] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:17576; }","duration":"121.681725ms","start":"2026-03-05T08:05:18.814295Z","end":"2026-03-05T08:05:18.935977Z","steps":["trace[1254405818] 'range keys from in-memory index tree' (duration: 121.524111ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:05:19.805683Z","caller":"traceutil/trace.go:171","msg":"trace[811152731] transaction","detail":"{read_only:false; response_revision:17578; number_of_response:1; }","duration":"247.452997ms","start":"2026-03-05T08:05:19.558207Z","end":"2026-03-05T08:05:19.80566Z","steps":["trace[811152731] 'process raft request' (duration: 247.292903ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:05:19.807314Z","caller":"traceutil/trace.go:171","msg":"trace[2119638893] transaction","detail":"{read_only:false; response_revision:17579; number_of_response:1; }","duration":"196.194393ms","start":"2026-03-05T08:05:19.611087Z","end":"2026-03-05T08:05:19.807281Z","steps":["trace[2119638893] 'process raft request' (duration: 195.932437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:22.312677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.067569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:102 size:990794"} {"level":"info","ts":"2026-03-05T08:05:22.312775Z","caller":"traceutil/trace.go:171","msg":"trace[1681301386] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:102; response_revision:17614; }","duration":"126.182722ms","start":"2026-03-05T08:05:22.186571Z","end":"2026-03-05T08:05:22.312754Z","steps":["trace[1681301386] 'range keys from in-memory index tree' (duration: 124.876701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:22.313052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.275824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:102 size:990794"} {"level":"info","ts":"2026-03-05T08:05:22.313209Z","caller":"traceutil/trace.go:171","msg":"trace[1386223406] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:102; response_revision:17614; }","duration":"126.453078ms","start":"2026-03-05T08:05:22.186739Z","end":"2026-03-05T08:05:22.313192Z","steps":["trace[1386223406] 'range keys from in-memory index tree' (duration: 124.733508ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:07:22.955132Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16202} {"level":"info","ts":"2026-03-05T08:07:23.068544Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16202,"took":"110.153449ms","hash":2825939551,"current-db-size-bytes":43970560,"current-db-size":"44 MB","current-db-size-in-use-bytes":31203328,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-05T08:07:23.068595Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2825939551,"revision":16202,"compact-revision":13546} {"level":"warn","ts":"2026-03-05T08:09:04.949791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.030257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:09:04.949919Z","caller":"traceutil/trace.go:171","msg":"trace[1588959710] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19165; }","duration":"146.205901ms","start":"2026-03-05T08:09:04.803683Z","end":"2026-03-05T08:09:04.949889Z","steps":["trace[1588959710] 'range keys from in-memory index tree' (duration: 145.939925ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:09:27.616408Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"380f6760faea5f9e","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-05T08:09:27.623436Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-05T08:09:27.623535Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-05T08:10:04.001627Z","caller":"traceutil/trace.go:171","msg":"trace[373534116] transaction","detail":"{read_only:false; response_revision:19488; number_of_response:1; }","duration":"329.389656ms","start":"2026-03-05T08:10:03.672201Z","end":"2026-03-05T08:10:04.00159Z","steps":["trace[373534116] 'process raft request' (duration: 329.204642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:10:04.00182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:10:03.672186Z","time spent":"329.54334ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:10:04.055162Z","caller":"traceutil/trace.go:171","msg":"trace[1580023470] transaction","detail":"{read_only:false; response_revision:19489; number_of_response:1; }","duration":"381.628263ms","start":"2026-03-05T08:10:03.673502Z","end":"2026-03-05T08:10:04.05513Z","steps":["trace[1580023470] 'process raft request' (duration: 381.258514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:10:04.055307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:10:03.67348Z","time spent":"381.761916ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:10:04.055382Z","caller":"traceutil/trace.go:171","msg":"trace[796919043] linearizableReadLoop","detail":"{readStateIndex:20198; appliedIndex:20196; }","duration":"381.09087ms","start":"2026-03-05T08:10:03.674269Z","end":"2026-03-05T08:10:04.05536Z","steps":["trace[796919043] 'read index received' (duration: 327.122532ms)","trace[796919043] 'applied index is now lower than readState.Index' (duration: 53.967278ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:10:04.055468Z","caller":"traceutil/trace.go:171","msg":"trace[442576693] transaction","detail":"{read_only:false; response_revision:19490; number_of_response:1; }","duration":"380.033674ms","start":"2026-03-05T08:10:03.67541Z","end":"2026-03-05T08:10:04.055444Z","steps":["trace[442576693] 'process raft request' (duration: 379.665865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:10:04.055584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:10:03.675396Z","time spent":"380.133427ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:10:04.055684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.408767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T08:10:04.055757Z","caller":"traceutil/trace.go:171","msg":"trace[1607589689] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19490; }","duration":"381.50032ms","start":"2026-03-05T08:10:03.674238Z","end":"2026-03-05T08:10:04.055738Z","steps":["trace[1607589689] 'agreement among raft nodes before linearized reading' (duration: 381.274855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:10:04.055756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.495898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-05T08:10:04.055805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:10:03.674228Z","time spent":"381.564161ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T08:10:04.05582Z","caller":"traceutil/trace.go:171","msg":"trace[838196957] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19490; }","duration":"280.620341ms","start":"2026-03-05T08:10:03.775177Z","end":"2026-03-05T08:10:04.055797Z","steps":["trace[838196957] 'agreement among raft nodes before linearized reading' (duration: 280.351815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:10:04.055811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.889478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:10:04.056077Z","caller":"traceutil/trace.go:171","msg":"trace[1554085378] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19490; }","duration":"253.275168ms","start":"2026-03-05T08:10:03.802749Z","end":"2026-03-05T08:10:04.056024Z","steps":["trace[1554085378] 'agreement among raft nodes before linearized reading' (duration: 252.921009ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:10:09.126494Z","caller":"traceutil/trace.go:171","msg":"trace[1280486350] linearizableReadLoop","detail":"{readStateIndex:20228; appliedIndex:20227; }","duration":"323.542186ms","start":"2026-03-05T08:10:08.80292Z","end":"2026-03-05T08:10:09.126462Z","steps":["trace[1280486350] 'read index received' (duration: 323.418893ms)","trace[1280486350] 'applied index is now lower than readState.Index' (duration: 122.053µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:10:09.12666Z","caller":"traceutil/trace.go:171","msg":"trace[2077290672] transaction","detail":"{read_only:false; response_revision:19518; number_of_response:1; }","duration":"347.516499ms","start":"2026-03-05T08:10:08.7791Z","end":"2026-03-05T08:10:09.126617Z","steps":["trace[2077290672] 'process raft request' (duration: 347.197691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:10:09.126664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.71966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:10:09.126819Z","caller":"traceutil/trace.go:171","msg":"trace[1316350898] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19518; }","duration":"323.879005ms","start":"2026-03-05T08:10:08.802881Z","end":"2026-03-05T08:10:09.12676Z","steps":["trace[1316350898] 'agreement among raft nodes before linearized reading' (duration: 323.71917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:10:09.126823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:10:08.779079Z","time spent":"347.656622ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:10:09.126924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:10:08.802869Z","time spent":"323.999478ms","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T08:10:09.142019Z","caller":"traceutil/trace.go:171","msg":"trace[861542642] transaction","detail":"{read_only:false; response_revision:19520; number_of_response:1; }","duration":"109.170657ms","start":"2026-03-05T08:10:09.032818Z","end":"2026-03-05T08:10:09.141989Z","steps":["trace[861542642] 'process raft request' (duration: 109.063315ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:10:09.142131Z","caller":"traceutil/trace.go:171","msg":"trace[1668180856] transaction","detail":"{read_only:false; response_revision:19519; number_of_response:1; }","duration":"242.43859ms","start":"2026-03-05T08:10:08.899633Z","end":"2026-03-05T08:10:09.142072Z","steps":["trace[1668180856] 'process raft request' (duration: 242.121723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:10:09.142152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.515287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-05T08:10:09.142435Z","caller":"traceutil/trace.go:171","msg":"trace[154769431] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:19520; }","duration":"187.837135ms","start":"2026-03-05T08:10:08.954575Z","end":"2026-03-05T08:10:09.142412Z","steps":["trace[154769431] 'agreement among raft nodes before linearized reading' (duration: 187.389795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:10:11.313935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.529926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-05T08:10:11.314017Z","caller":"traceutil/trace.go:171","msg":"trace[842907861] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:19529; }","duration":"189.664899ms","start":"2026-03-05T08:10:11.124332Z","end":"2026-03-05T08:10:11.313997Z","steps":["trace[842907861] 'range keys from in-memory index tree' (duration: 189.349421ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:10:11.314608Z","caller":"traceutil/trace.go:171","msg":"trace[223441766] transaction","detail":"{read_only:false; response_revision:19530; number_of_response:1; }","duration":"177.066718ms","start":"2026-03-05T08:10:11.137532Z","end":"2026-03-05T08:10:11.314599Z","steps":["trace[223441766] 'process raft request' (duration: 176.971616ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:10:11.31939Z","caller":"traceutil/trace.go:171","msg":"trace[2054379868] transaction","detail":"{read_only:false; response_revision:19531; number_of_response:1; }","duration":"172.111379ms","start":"2026-03-05T08:10:11.147267Z","end":"2026-03-05T08:10:11.319378Z","steps":["trace[2054379868] 'process raft request' (duration: 172.024947ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:10:11.319481Z","caller":"traceutil/trace.go:171","msg":"trace[2005937379] transaction","detail":"{read_only:false; response_revision:19532; number_of_response:1; }","duration":"170.985923ms","start":"2026-03-05T08:10:11.148489Z","end":"2026-03-05T08:10:11.319475Z","steps":["trace[2005937379] 'process raft request' (duration: 170.864011ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:10:27.87391Z","caller":"traceutil/trace.go:171","msg":"trace[1414417689] transaction","detail":"{read_only:false; response_revision:19612; number_of_response:1; }","duration":"469.685686ms","start":"2026-03-05T08:10:27.40419Z","end":"2026-03-05T08:10:27.873875Z","steps":["trace[1414417689] 'process raft request' (duration: 469.402719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:10:27.874193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:10:27.404164Z","time spent":"469.86937ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:10:28.959729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.270204ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:10:28.959894Z","caller":"traceutil/trace.go:171","msg":"trace[2028657238] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19612; }","duration":"144.457549ms","start":"2026-03-05T08:10:28.815407Z","end":"2026-03-05T08:10:28.959864Z","steps":["trace[2028657238] 'range keys from in-memory index tree' (duration: 144.247074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:10:28.960536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.654595ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:10:28.960758Z","caller":"traceutil/trace.go:171","msg":"trace[819782064] transaction","detail":"{read_only:false; response_revision:19613; number_of_response:1; }","duration":"1.553581839s","start":"2026-03-05T08:10:27.407158Z","end":"2026-03-05T08:10:28.960739Z","steps":["trace[819782064] 'process raft request' (duration: 1.235633626s)","trace[819782064] 'compare' (duration: 316.964129ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:10:28.960789Z","caller":"traceutil/trace.go:171","msg":"trace[81224012] transaction","detail":"{read_only:false; response_revision:19614; number_of_response:1; }","duration":"1.552657997s","start":"2026-03-05T08:10:27.40811Z","end":"2026-03-05T08:10:28.960768Z","steps":["trace[81224012] 'process raft request' (duration: 1.552524094s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:10:28.96086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:10:27.408097Z","time spent":"1.552732789s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:10:28.960872Z","caller":"traceutil/trace.go:171","msg":"trace[348122409] linearizableReadLoop","detail":"{readStateIndex:20329; appliedIndex:20325; }","duration":"1.159020077s","start":"2026-03-05T08:10:27.801833Z","end":"2026-03-05T08:10:28.960853Z","steps":["trace[348122409] 'read index received' (duration: 71.708593ms)","trace[348122409] 'applied index is now lower than readState.Index' (duration: 1.087310284s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:10:28.960895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:10:27.407133Z","time spent":"1.553669391s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:10:28.961004Z","caller":"traceutil/trace.go:171","msg":"trace[521525368] transaction","detail":"{read_only:false; response_revision:19615; number_of_response:1; }","duration":"1.249390514s","start":"2026-03-05T08:10:27.711595Z","end":"2026-03-05T08:10:28.960986Z","steps":["trace[521525368] 'process raft request' (duration: 1.249128698s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:10:28.9611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:10:27.711562Z","time spent":"1.249484766s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:10:28.961155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021047943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-698dcb5644-shmgv.1899e389799a56eb\" ","response":"range_response_count:1 size:906"} {"level":"warn","ts":"2026-03-05T08:10:28.961185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.61371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T08:10:28.961199Z","caller":"traceutil/trace.go:171","msg":"trace[2050765299] range","detail":"{range_begin:/registry/events/openstack/heat-api-698dcb5644-shmgv.1899e389799a56eb; range_end:; response_count:1; response_revision:19615; }","duration":"1.021147575s","start":"2026-03-05T08:10:27.940039Z","end":"2026-03-05T08:10:28.961186Z","steps":["trace[2050765299] 'agreement among raft nodes before linearized reading' (duration: 1.02095939s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:10:28.961213Z","caller":"traceutil/trace.go:171","msg":"trace[1276835087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19615; }","duration":"674.698971ms","start":"2026-03-05T08:10:28.286506Z","end":"2026-03-05T08:10:28.961205Z","steps":["trace[1276835087] 'agreement among raft nodes before linearized reading' (duration: 674.518357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:10:28.96123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:10:27.940006Z","time spent":"1.021217317s","remote":"127.0.0.1:49220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":929,"request content":"key:\"/registry/events/openstack/heat-api-698dcb5644-shmgv.1899e389799a56eb\" "} {"level":"warn","ts":"2026-03-05T08:10:28.961238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:10:28.286477Z","time spent":"674.755683ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T08:10:28.961287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.141787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:10:28.961324Z","caller":"traceutil/trace.go:171","msg":"trace[1810189770] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:19615; }","duration":"127.236959ms","start":"2026-03-05T08:10:28.834071Z","end":"2026-03-05T08:10:28.961307Z","steps":["trace[1810189770] 'agreement among raft nodes before linearized reading' (duration: 127.156167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:10:28.96133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.969816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:10:28.961351Z","caller":"traceutil/trace.go:171","msg":"trace[34640377] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:19615; }","duration":"280.031297ms","start":"2026-03-05T08:10:28.681314Z","end":"2026-03-05T08:10:28.961345Z","steps":["trace[34640377] 'agreement among raft nodes before linearized reading' (duration: 279.983236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:10:28.961447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.284809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-05T08:10:28.96148Z","caller":"traceutil/trace.go:171","msg":"trace[1446472396] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19615; }","duration":"681.35675ms","start":"2026-03-05T08:10:28.280114Z","end":"2026-03-05T08:10:28.96147Z","steps":["trace[1446472396] 'agreement among raft nodes before linearized reading' (duration: 681.267228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:10:28.961508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:10:28.280094Z","time spent":"681.408431ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T08:10:28.961522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159697452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:10:28.961551Z","caller":"traceutil/trace.go:171","msg":"trace[2144933143] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19615; }","duration":"1.159767644s","start":"2026-03-05T08:10:27.801774Z","end":"2026-03-05T08:10:28.961542Z","steps":["trace[2144933143] 'agreement among raft nodes before linearized reading' (duration: 1.159716693s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:10:28.961577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:10:27.801749Z","time spent":"1.159822746s","remote":"127.0.0.1:49166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:10:28.961625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.040512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-05T08:10:28.961649Z","caller":"traceutil/trace.go:171","msg":"trace[533623787] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19615; }","duration":"789.096233ms","start":"2026-03-05T08:10:28.172545Z","end":"2026-03-05T08:10:28.961641Z","steps":["trace[533623787] 'agreement among raft nodes before linearized reading' (duration: 789.020022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:10:28.961672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:10:28.17253Z","time spent":"789.137254ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T08:10:28.961786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.558948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-05T08:10:28.961813Z","caller":"traceutil/trace.go:171","msg":"trace[1955654763] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19615; }","duration":"790.636909ms","start":"2026-03-05T08:10:28.171169Z","end":"2026-03-05T08:10:28.961806Z","steps":["trace[1955654763] 'agreement among raft nodes before linearized reading' (duration: 790.567528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:10:28.961836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:10:28.171138Z","time spent":"790.692261ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T08:10:28.961938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.457431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T08:10:28.96196Z","caller":"traceutil/trace.go:171","msg":"trace[720314622] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19615; }","duration":"794.478612ms","start":"2026-03-05T08:10:28.167474Z","end":"2026-03-05T08:10:28.961952Z","steps":["trace[720314622] 'agreement among raft nodes before linearized reading' (duration: 794.41153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:10:28.961982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:10:28.167411Z","time spent":"794.566004ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T08:10:29.469424Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031196018,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:10:30.077113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.396847ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-05T08:10:30.077254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:10:28.964209Z","time spent":"1.113038378s","remote":"127.0.0.1:49220","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-05T08:10:30.080306Z","caller":"traceutil/trace.go:171","msg":"trace[980935878] transaction","detail":"{read_only:false; response_revision:19616; number_of_response:1; }","duration":"1.113582311s","start":"2026-03-05T08:10:28.966669Z","end":"2026-03-05T08:10:30.080251Z","steps":["trace[980935878] 'process raft request' (duration: 1.113350885s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:10:30.080366Z","caller":"traceutil/trace.go:171","msg":"trace[2057072886] transaction","detail":"{read_only:false; response_revision:19617; number_of_response:1; }","duration":"1.11350956s","start":"2026-03-05T08:10:28.966825Z","end":"2026-03-05T08:10:30.080335Z","steps":["trace[2057072886] 'process raft request' (duration: 1.113348726s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:10:30.080398Z","caller":"traceutil/trace.go:171","msg":"trace[1466182196] transaction","detail":"{read_only:false; response_revision:19618; number_of_response:1; }","duration":"1.11354344s","start":"2026-03-05T08:10:28.966829Z","end":"2026-03-05T08:10:30.080372Z","steps":["trace[1466182196] 'process raft request' (duration: 1.113398297s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:10:30.080499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:10:28.966812Z","time spent":"1.113604852s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:10:30.080497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:10:28.966815Z","time spent":"1.113621572s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:10:30.080497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:10:28.966635Z","time spent":"1.113762435s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:10:30.08115Z","caller":"traceutil/trace.go:171","msg":"trace[1459603659] transaction","detail":"{read_only:false; response_revision:19619; number_of_response:1; }","duration":"1.114259258s","start":"2026-03-05T08:10:28.966859Z","end":"2026-03-05T08:10:30.081119Z","steps":["trace[1459603659] 'process raft request' (duration: 1.114035382s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:10:30.081212Z","caller":"traceutil/trace.go:171","msg":"trace[1914468645] linearizableReadLoop","detail":"{readStateIndex:20335; appliedIndex:20329; }","duration":"1.112216449s","start":"2026-03-05T08:10:28.968981Z","end":"2026-03-05T08:10:30.081197Z","steps":["trace[1914468645] 'read index received' (duration: 556.696373ms)","trace[1914468645] 'applied index is now lower than readState.Index' (duration: 555.519006ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:10:30.081317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:10:28.966837Z","time spent":"1.114402232s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:10:30.081334Z","caller":"traceutil/trace.go:171","msg":"trace[541519434] transaction","detail":"{read_only:false; response_revision:19620; number_of_response:1; }","duration":"1.114437592s","start":"2026-03-05T08:10:28.966866Z","end":"2026-03-05T08:10:30.081303Z","steps":["trace[541519434] 'process raft request' (duration: 1.114208117s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:10:30.081576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:10:28.966846Z","time spent":"1.114652387s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:10:30.081428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112446554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:10:30.081768Z","caller":"traceutil/trace.go:171","msg":"trace[513004684] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19620; }","duration":"1.112807273s","start":"2026-03-05T08:10:28.968944Z","end":"2026-03-05T08:10:30.081751Z","steps":["trace[513004684] 'agreement among raft nodes before linearized reading' (duration: 1.112382303s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:10:30.081824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:10:28.968934Z","time spent":"1.112877864s","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T08:10:30.088168Z","caller":"traceutil/trace.go:171","msg":"trace[1540840439] transaction","detail":"{read_only:false; response_revision:19621; number_of_response:1; }","duration":"208.298333ms","start":"2026-03-05T08:10:29.879849Z","end":"2026-03-05T08:10:30.088147Z","steps":["trace[1540840439] 'process raft request' (duration: 208.16737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:10:30.088301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.784655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:10:30.088365Z","caller":"traceutil/trace.go:171","msg":"trace[762615822] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19622; }","duration":"533.901498ms","start":"2026-03-05T08:10:29.554448Z","end":"2026-03-05T08:10:30.08835Z","steps":["trace[762615822] 'agreement among raft nodes before linearized reading' (duration: 533.804116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:10:30.088404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:10:29.554426Z","time spent":"533.96909ms","remote":"127.0.0.1:46648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:10:30.595399Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031196031,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T08:10:30.644593Z","caller":"traceutil/trace.go:171","msg":"trace[1424141587] linearizableReadLoop","detail":"{readStateIndex:20338; appliedIndex:20337; }","duration":"550.073625ms","start":"2026-03-05T08:10:30.094491Z","end":"2026-03-05T08:10:30.644565Z","steps":["trace[1424141587] 'read index received' (duration: 542.475854ms)","trace[1424141587] 'applied index is now lower than readState.Index' (duration: 7.596231ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:10:30.644756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.242339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:10:30.644805Z","caller":"traceutil/trace.go:171","msg":"trace[1752331905] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19623; }","duration":"550.308022ms","start":"2026-03-05T08:10:30.094476Z","end":"2026-03-05T08:10:30.644784Z","steps":["trace[1752331905] 'agreement among raft nodes before linearized reading' (duration: 550.22312ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:10:30.644748Z","caller":"traceutil/trace.go:171","msg":"trace[192972629] transaction","detail":"{read_only:false; response_revision:19623; number_of_response:1; }","duration":"551.777656ms","start":"2026-03-05T08:10:30.092909Z","end":"2026-03-05T08:10:30.644686Z","steps":["trace[192972629] 'process raft request' (duration: 544.148514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:10:30.64484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:10:30.094469Z","time spent":"550.364623ms","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:10:30.644922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.97697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:10:30.645026Z","caller":"traceutil/trace.go:171","msg":"trace[545504491] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19623; }","duration":"544.112483ms","start":"2026-03-05T08:10:30.100881Z","end":"2026-03-05T08:10:30.644993Z","steps":["trace[545504491] 'agreement among raft nodes before linearized reading' (duration: 543.917018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:10:30.645035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:10:30.09289Z","time spent":"551.96969ms","remote":"127.0.0.1:49220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:10:30.64503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.001352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-05T08:10:30.645095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:10:30.10087Z","time spent":"544.205234ms","remote":"127.0.0.1:46736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:10:30.645124Z","caller":"traceutil/trace.go:171","msg":"trace[451701770] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19623; }","duration":"338.153965ms","start":"2026-03-05T08:10:30.306943Z","end":"2026-03-05T08:10:30.645097Z","steps":["trace[451701770] 'agreement among raft nodes before linearized reading' (duration: 337.897669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:10:30.645186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:10:30.306918Z","time spent":"338.252728ms","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T08:10:31.212648Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031196037,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:10:31.789157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.936889ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:10:31.789294Z","caller":"traceutil/trace.go:171","msg":"trace[1031881709] transaction","detail":"{read_only:false; response_revision:19624; number_of_response:1; }","duration":"1.136885718s","start":"2026-03-05T08:10:30.652382Z","end":"2026-03-05T08:10:31.789268Z","steps":["trace[1031881709] 'process raft request' (duration: 891.738824ms)","trace[1031881709] 'compare' (duration: 244.15488ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:10:31.789378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:10:30.652359Z","time spent":"1.13697631s","remote":"127.0.0.1:49220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1160,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:10:32.583555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.743692ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:10:32.583887Z","caller":"traceutil/trace.go:171","msg":"trace[747251161] transaction","detail":"{read_only:false; response_revision:19626; number_of_response:1; }","duration":"1.616651174s","start":"2026-03-05T08:10:30.967211Z","end":"2026-03-05T08:10:32.583863Z","steps":["trace[747251161] 'process raft request' (duration: 1.616500321s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:10:32.584006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:10:30.967184Z","time spent":"1.616771887s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:10:32.584037Z","caller":"traceutil/trace.go:171","msg":"trace[635297644] transaction","detail":"{read_only:false; response_revision:19627; number_of_response:1; }","duration":"1.616733857s","start":"2026-03-05T08:10:30.967275Z","end":"2026-03-05T08:10:32.584009Z","steps":["trace[635297644] 'process raft request' (duration: 1.616536352s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:10:32.584161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:10:30.967246Z","time spent":"1.616862489s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:10:32.584199Z","caller":"traceutil/trace.go:171","msg":"trace[309554431] transaction","detail":"{read_only:false; response_revision:19628; number_of_response:1; }","duration":"1.351192215s","start":"2026-03-05T08:10:31.232983Z","end":"2026-03-05T08:10:32.584175Z","steps":["trace[309554431] 'process raft request' (duration: 1.350962409s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:10:32.583875Z","caller":"traceutil/trace.go:171","msg":"trace[1559547040] transaction","detail":"{read_only:false; response_revision:19625; number_of_response:1; }","duration":"1.816099087s","start":"2026-03-05T08:10:30.767736Z","end":"2026-03-05T08:10:32.583835Z","steps":["trace[1559547040] 'process raft request' (duration: 1.256976475s)","trace[1559547040] 'compare' (duration: 558.587189ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:10:32.584481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:10:31.232957Z","time spent":"1.351430381s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:10:32.584458Z","caller":"traceutil/trace.go:171","msg":"trace[156904232] linearizableReadLoop","detail":"{readStateIndex:20342; appliedIndex:20338; }","duration":"1.87278855s","start":"2026-03-05T08:10:30.711613Z","end":"2026-03-05T08:10:32.584402Z","steps":["trace[156904232] 'read index received' (duration: 832.491589ms)","trace[156904232] 'applied index is now lower than readState.Index' (duration: 1.040282291s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:10:32.584552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:10:30.767717Z","time spent":"1.816717012s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:10:32.858418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.220619ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-05T08:10:32.858486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.146842954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:10:32.858574Z","caller":"traceutil/trace.go:171","msg":"trace[2135437965] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19628; }","duration":"2.146999688s","start":"2026-03-05T08:10:30.711549Z","end":"2026-03-05T08:10:32.858548Z","steps":["trace[2135437965] 'agreement among raft nodes before linearized reading' (duration: 1.873056387s)","trace[2135437965] 'range keys from in-memory index tree' (duration: 273.807969ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:10:32.858632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:10:30.711525Z","time spent":"2.14709797s","remote":"127.0.0.1:49602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-05T08:10:32.860078Z","caller":"traceutil/trace.go:171","msg":"trace[1571977000] linearizableReadLoop","detail":"{readStateIndex:20345; appliedIndex:20344; }","duration":"275.50956ms","start":"2026-03-05T08:10:32.584552Z","end":"2026-03-05T08:10:32.860062Z","steps":["trace[1571977000] 'read index received' (duration: 275.150821ms)","trace[1571977000] 'applied index is now lower than readState.Index' (duration: 357.659µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:10:32.860276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991446984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:10:32.860377Z","caller":"traceutil/trace.go:171","msg":"trace[332956152] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:19629; }","duration":"1.991598738s","start":"2026-03-05T08:10:30.868747Z","end":"2026-03-05T08:10:32.860346Z","steps":["trace[332956152] 'agreement among raft nodes before linearized reading' (duration: 1.991409723s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:10:32.860367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.961742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-05T08:10:32.860444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:10:30.868723Z","time spent":"1.991696441s","remote":"127.0.0.1:49298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:10:32.860498Z","caller":"traceutil/trace.go:171","msg":"trace[278692468] transaction","detail":"{read_only:false; response_revision:19629; number_of_response:1; }","duration":"767.682541ms","start":"2026-03-05T08:10:32.092801Z","end":"2026-03-05T08:10:32.860484Z","steps":["trace[278692468] 'process raft request' (duration: 766.999294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:10:32.860608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:10:32.092785Z","time spent":"767.753023ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:10:32.860617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.143198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7532"} {"level":"info","ts":"2026-03-05T08:10:32.860713Z","caller":"traceutil/trace.go:171","msg":"trace[713139689] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:19629; }","duration":"228.302482ms","start":"2026-03-05T08:10:32.63239Z","end":"2026-03-05T08:10:32.860693Z","steps":["trace[713139689] 'agreement among raft nodes before linearized reading' (duration: 228.078377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:10:32.860803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.918354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T08:10:32.860848Z","caller":"traceutil/trace.go:171","msg":"trace[534430825] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19629; }","duration":"775.006526ms","start":"2026-03-05T08:10:32.08583Z","end":"2026-03-05T08:10:32.860837Z","steps":["trace[534430825] 'agreement among raft nodes before linearized reading' (duration: 774.836912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:10:32.860883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:10:32.085803Z","time spent":"775.073428ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T08:10:32.860981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.34188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:10:32.861028Z","caller":"traceutil/trace.go:171","msg":"trace[1465037189] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:19629; }","duration":"119.429003ms","start":"2026-03-05T08:10:32.741588Z","end":"2026-03-05T08:10:32.861017Z","steps":["trace[1465037189] 'agreement among raft nodes before linearized reading' (duration: 119.340131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:10:32.861058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059474489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:10:32.861098Z","caller":"traceutil/trace.go:171","msg":"trace[635600066] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19629; }","duration":"1.059545851s","start":"2026-03-05T08:10:31.801542Z","end":"2026-03-05T08:10:32.861087Z","steps":["trace[635600066] 'agreement among raft nodes before linearized reading' (duration: 1.05948648s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:10:32.861131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:10:31.801524Z","time spent":"1.059600962s","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:10:32.861237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.241183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T08:10:32.861281Z","caller":"traceutil/trace.go:171","msg":"trace[2069777188] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19629; }","duration":"775.320995ms","start":"2026-03-05T08:10:32.085944Z","end":"2026-03-05T08:10:32.861265Z","steps":["trace[2069777188] 'agreement among raft nodes before linearized reading' (duration: 775.173461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:10:32.861311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:10:32.085921Z","time spent":"775.382605ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T08:10:32.860451Z","caller":"traceutil/trace.go:171","msg":"trace[944743975] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19629; }","duration":"774.084355ms","start":"2026-03-05T08:10:32.086344Z","end":"2026-03-05T08:10:32.860428Z","steps":["trace[944743975] 'agreement among raft nodes before linearized reading' (duration: 773.770637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:10:32.86146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:10:32.086272Z","time spent":"775.180001ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T08:10:32.861682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.744784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-05T08:10:32.861742Z","caller":"traceutil/trace.go:171","msg":"trace[1348283245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19629; }","duration":"775.842086ms","start":"2026-03-05T08:10:32.085877Z","end":"2026-03-05T08:10:32.86172Z","steps":["trace[1348283245] 'agreement among raft nodes before linearized reading' (duration: 774.218578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:10:32.86179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:10:32.08585Z","time spent":"775.932689ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T08:10:32.862411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.441541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-05T08:10:32.862515Z","caller":"traceutil/trace.go:171","msg":"trace[1858147950] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19629; }","duration":"776.610134ms","start":"2026-03-05T08:10:32.085877Z","end":"2026-03-05T08:10:32.862488Z","steps":["trace[1858147950] 'agreement among raft nodes before linearized reading' (duration: 774.258129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:10:32.862576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:10:32.08585Z","time spent":"776.717207ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T08:12:22.961325Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18427} {"level":"info","ts":"2026-03-05T08:12:23.071786Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18427,"took":"106.890112ms","hash":1512004005,"current-db-size-bytes":44814336,"current-db-size":"45 MB","current-db-size-in-use-bytes":26263552,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-05T08:12:23.071893Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1512004005,"revision":18427,"compact-revision":16202} {"level":"info","ts":"2026-03-05T08:14:07.504701Z","caller":"traceutil/trace.go:171","msg":"trace[687697204] transaction","detail":"{read_only:false; response_revision:21235; number_of_response:1; }","duration":"109.205107ms","start":"2026-03-05T08:14:07.395466Z","end":"2026-03-05T08:14:07.504671Z","steps":["trace[687697204] 'process raft request' (duration: 109.043243ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:14:07.505704Z","caller":"traceutil/trace.go:171","msg":"trace[730139957] transaction","detail":"{read_only:false; response_revision:21236; number_of_response:1; }","duration":"100.530649ms","start":"2026-03-05T08:14:07.405157Z","end":"2026-03-05T08:14:07.505688Z","steps":["trace[730139957] 'process raft request' (duration: 100.12127ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:14:29.742899Z","caller":"traceutil/trace.go:171","msg":"trace[1992202876] linearizableReadLoop","detail":"{readStateIndex:22717; appliedIndex:22716; }","duration":"267.584343ms","start":"2026-03-05T08:14:29.475287Z","end":"2026-03-05T08:14:29.742872Z","steps":["trace[1992202876] 'read index received' (duration: 267.444139ms)","trace[1992202876] 'applied index is now lower than readState.Index' (duration: 138.944µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:14:29.743007Z","caller":"traceutil/trace.go:171","msg":"trace[93018419] transaction","detail":"{read_only:false; response_revision:21928; number_of_response:1; }","duration":"393.144811ms","start":"2026-03-05T08:14:29.349832Z","end":"2026-03-05T08:14:29.742977Z","steps":["trace[93018419] 'process raft request' (duration: 392.854474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:14:29.743136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.761516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:14:29.74322Z","caller":"traceutil/trace.go:171","msg":"trace[1779818339] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:21928; }","duration":"267.938611ms","start":"2026-03-05T08:14:29.475232Z","end":"2026-03-05T08:14:29.743171Z","steps":["trace[1779818339] 'agreement among raft nodes before linearized reading' (duration: 267.759076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:14:29.743193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:14:29.349806Z","time spent":"393.291044ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:14:29.949467Z","caller":"traceutil/trace.go:171","msg":"trace[1545151895] transaction","detail":"{read_only:false; response_revision:21929; number_of_response:1; }","duration":"330.788237ms","start":"2026-03-05T08:14:29.618646Z","end":"2026-03-05T08:14:29.949435Z","steps":["trace[1545151895] 'process raft request' (duration: 283.76545ms)","trace[1545151895] 'compare' (duration: 46.609497ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:14:29.949637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:14:29.618618Z","time spent":"330.93222ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:14:29.949764Z","caller":"traceutil/trace.go:171","msg":"trace[246734385] transaction","detail":"{read_only:false; response_revision:21930; number_of_response:1; }","duration":"330.097661ms","start":"2026-03-05T08:14:29.619639Z","end":"2026-03-05T08:14:29.949737Z","steps":["trace[246734385] 'process raft request' (duration: 329.733412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:14:29.949912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:14:29.619616Z","time spent":"330.223653ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:14:29.950549Z","caller":"traceutil/trace.go:171","msg":"trace[343836076] transaction","detail":"{read_only:false; response_revision:21931; number_of_response:1; }","duration":"329.085266ms","start":"2026-03-05T08:14:29.621412Z","end":"2026-03-05T08:14:29.950498Z","steps":["trace[343836076] 'process raft request' (duration: 328.236986ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:14:29.950693Z","caller":"traceutil/trace.go:171","msg":"trace[2070103031] transaction","detail":"{read_only:false; response_revision:21932; number_of_response:1; }","duration":"274.636281ms","start":"2026-03-05T08:14:29.676013Z","end":"2026-03-05T08:14:29.950649Z","steps":["trace[2070103031] 'process raft request' (duration: 274.404246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:14:29.950774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:14:29.621387Z","time spent":"329.28477ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:14:30.533881Z","caller":"traceutil/trace.go:171","msg":"trace[648765393] linearizableReadLoop","detail":"{readStateIndex:22722; appliedIndex:22721; }","duration":"438.844976ms","start":"2026-03-05T08:14:30.094995Z","end":"2026-03-05T08:14:30.53384Z","steps":["trace[648765393] 'read index received' (duration: 428.59282ms)","trace[648765393] 'applied index is now lower than readState.Index' (duration: 10.250846ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:14:30.534054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.046591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:14:30.534094Z","caller":"traceutil/trace.go:171","msg":"trace[1673380859] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:21933; }","duration":"439.143593ms","start":"2026-03-05T08:14:30.094937Z","end":"2026-03-05T08:14:30.534081Z","steps":["trace[1673380859] 'agreement among raft nodes before linearized reading' (duration: 439.052581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:14:30.53417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:14:30.09489Z","time spent":"439.268816ms","remote":"127.0.0.1:41380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:14:30.534278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.903697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T08:14:30.53388Z","caller":"traceutil/trace.go:171","msg":"trace[1249152183] transaction","detail":"{read_only:false; response_revision:21933; number_of_response:1; }","duration":"549.031317ms","start":"2026-03-05T08:14:29.984815Z","end":"2026-03-05T08:14:30.533847Z","steps":["trace[1249152183] 'process raft request' (duration: 538.778941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:14:30.534525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.363786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-05T08:14:30.534731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:14:29.984788Z","time spent":"549.675223ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:14:30.534795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.154965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-05T08:14:30.535042Z","caller":"traceutil/trace.go:171","msg":"trace[252802386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21933; }","duration":"361.417221ms","start":"2026-03-05T08:14:30.173603Z","end":"2026-03-05T08:14:30.535021Z","steps":["trace[252802386] 'agreement among raft nodes before linearized reading' (duration: 360.775306ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:14:30.534922Z","caller":"traceutil/trace.go:171","msg":"trace[1117145428] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21933; }","duration":"360.814806ms","start":"2026-03-05T08:14:30.174078Z","end":"2026-03-05T08:14:30.534893Z","steps":["trace[1117145428] 'agreement among raft nodes before linearized reading' (duration: 360.14838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:14:30.535086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:14:30.173595Z","time spent":"361.480923ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T08:14:30.534351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.192801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-05T08:14:30.535256Z","caller":"traceutil/trace.go:171","msg":"trace[9154909] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21933; }","duration":"361.159395ms","start":"2026-03-05T08:14:30.17407Z","end":"2026-03-05T08:14:30.535229Z","steps":["trace[9154909] 'agreement among raft nodes before linearized reading' (duration: 360.11001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:14:30.534357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.669602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-05T08:14:30.535292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:14:30.174064Z","time spent":"361.150525ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T08:14:30.535335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:14:30.174039Z","time spent":"361.279947ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T08:14:30.535372Z","caller":"traceutil/trace.go:171","msg":"trace[2071958300] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21933; }","duration":"361.677987ms","start":"2026-03-05T08:14:30.17365Z","end":"2026-03-05T08:14:30.535328Z","steps":["trace[2071958300] 'agreement among raft nodes before linearized reading' (duration: 360.57174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:14:30.535463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:14:30.173643Z","time spent":"361.79099ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T08:14:30.534352Z","caller":"traceutil/trace.go:171","msg":"trace[44670949] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21933; }","duration":"361.02373ms","start":"2026-03-05T08:14:30.17331Z","end":"2026-03-05T08:14:30.534334Z","steps":["trace[44670949] 'agreement among raft nodes before linearized reading' (duration: 360.747334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:14:30.535576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:14:30.17329Z","time spent":"362.272691ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T08:16:04.50965Z","caller":"traceutil/trace.go:171","msg":"trace[1893111812] transaction","detail":"{read_only:false; response_revision:22893; number_of_response:1; }","duration":"101.962854ms","start":"2026-03-05T08:16:04.407654Z","end":"2026-03-05T08:16:04.509617Z","steps":["trace[1893111812] 'process raft request' (duration: 77.691982ms)","trace[1893111812] 'compare' (duration: 24.045257ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:16:05.221068Z","caller":"traceutil/trace.go:171","msg":"trace[1464184097] linearizableReadLoop","detail":"{readStateIndex:23707; appliedIndex:23705; }","duration":"104.076135ms","start":"2026-03-05T08:16:05.116958Z","end":"2026-03-05T08:16:05.221034Z","steps":["trace[1464184097] 'read index received' (duration: 21.182628ms)","trace[1464184097] 'applied index is now lower than readState.Index' (duration: 82.892277ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:16:05.221162Z","caller":"traceutil/trace.go:171","msg":"trace[172673983] transaction","detail":"{read_only:false; response_revision:22896; number_of_response:1; }","duration":"104.775591ms","start":"2026-03-05T08:16:05.116327Z","end":"2026-03-05T08:16:05.221102Z","steps":["trace[172673983] 'process raft request' (duration: 104.587167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:05.221335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.359992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-05T08:16:05.221402Z","caller":"traceutil/trace.go:171","msg":"trace[628468064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22896; }","duration":"104.460704ms","start":"2026-03-05T08:16:05.116925Z","end":"2026-03-05T08:16:05.221386Z","steps":["trace[628468064] 'agreement among raft nodes before linearized reading' (duration: 104.252109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:05.22147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.31567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T08:16:05.22152Z","caller":"traceutil/trace.go:171","msg":"trace[1541059611] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22896; }","duration":"104.436424ms","start":"2026-03-05T08:16:05.117069Z","end":"2026-03-05T08:16:05.221505Z","steps":["trace[1541059611] 'agreement among raft nodes before linearized reading' (duration: 104.150087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:45.460193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.852611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:16:45.460277Z","caller":"traceutil/trace.go:171","msg":"trace[1450189158] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23255; }","duration":"121.974074ms","start":"2026-03-05T08:16:45.338285Z","end":"2026-03-05T08:16:45.460259Z","steps":["trace[1450189158] 'range keys from in-memory index tree' (duration: 121.779098ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:16:45.859437Z","caller":"traceutil/trace.go:171","msg":"trace[748822668] transaction","detail":"{read_only:false; response_revision:23260; number_of_response:1; }","duration":"131.990203ms","start":"2026-03-05T08:16:45.727422Z","end":"2026-03-05T08:16:45.859413Z","steps":["trace[748822668] 'process raft request' (duration: 131.690666ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:16:46.271188Z","caller":"traceutil/trace.go:171","msg":"trace[1147748937] linearizableReadLoop","detail":"{readStateIndex:24081; appliedIndex:24080; }","duration":"119.677028ms","start":"2026-03-05T08:16:46.151497Z","end":"2026-03-05T08:16:46.271174Z","steps":["trace[1147748937] 'read index received' (duration: 119.540625ms)","trace[1147748937] 'applied index is now lower than readState.Index' (duration: 135.763µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:16:46.271386Z","caller":"traceutil/trace.go:171","msg":"trace[1047884861] transaction","detail":"{read_only:false; response_revision:23261; number_of_response:1; }","duration":"212.223406ms","start":"2026-03-05T08:16:46.059151Z","end":"2026-03-05T08:16:46.271375Z","steps":["trace[1047884861] 'process raft request' (duration: 211.930809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:46.271529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.022696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:16:46.271559Z","caller":"traceutil/trace.go:171","msg":"trace[828181742] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23261; }","duration":"120.087738ms","start":"2026-03-05T08:16:46.151463Z","end":"2026-03-05T08:16:46.271551Z","steps":["trace[828181742] 'agreement among raft nodes before linearized reading' (duration: 120.037067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:46.271653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.670922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:16:46.271676Z","caller":"traceutil/trace.go:171","msg":"trace[1022860827] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23261; }","duration":"115.720143ms","start":"2026-03-05T08:16:46.15595Z","end":"2026-03-05T08:16:46.271671Z","steps":["trace[1022860827] 'agreement among raft nodes before linearized reading' (duration: 115.686662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:46.272048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.03853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12590"} {"level":"info","ts":"2026-03-05T08:16:46.272084Z","caller":"traceutil/trace.go:171","msg":"trace[1291932642] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:23261; }","duration":"116.077922ms","start":"2026-03-05T08:16:46.155992Z","end":"2026-03-05T08:16:46.27207Z","steps":["trace[1291932642] 'agreement among raft nodes before linearized reading' (duration: 116.01774ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:16:46.845684Z","caller":"traceutil/trace.go:171","msg":"trace[1067169039] linearizableReadLoop","detail":"{readStateIndex:24087; appliedIndex:24085; }","duration":"373.214684ms","start":"2026-03-05T08:16:46.472442Z","end":"2026-03-05T08:16:46.845656Z","steps":["trace[1067169039] 'read index received' (duration: 317.98186ms)","trace[1067169039] 'applied index is now lower than readState.Index' (duration: 55.231744ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:16:46.845723Z","caller":"traceutil/trace.go:171","msg":"trace[2007218133] transaction","detail":"{read_only:false; response_revision:23265; number_of_response:1; }","duration":"378.626143ms","start":"2026-03-05T08:16:46.467058Z","end":"2026-03-05T08:16:46.845684Z","steps":["trace[2007218133] 'process raft request' (duration: 323.352299ms)","trace[2007218133] 'compare' (duration: 55.07503ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:16:46.845873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:46.467044Z","time spent":"378.750346ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:16:46.845911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.457809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-05T08:16:46.845968Z","caller":"traceutil/trace.go:171","msg":"trace[1333469406] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23266; }","duration":"373.559732ms","start":"2026-03-05T08:16:46.472396Z","end":"2026-03-05T08:16:46.845956Z","steps":["trace[1333469406] 'agreement among raft nodes before linearized reading' (duration: 373.378258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:46.846035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:46.472378Z","time spent":"373.647134ms","remote":"127.0.0.1:49176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-05T08:16:46.846448Z","caller":"traceutil/trace.go:171","msg":"trace[582146099] transaction","detail":"{read_only:false; response_revision:23266; number_of_response:1; }","duration":"378.92327ms","start":"2026-03-05T08:16:46.467495Z","end":"2026-03-05T08:16:46.846418Z","steps":["trace[582146099] 'process raft request' (duration: 378.116971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:46.846562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:46.467484Z","time spent":"379.024933ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:16:46.859902Z","caller":"traceutil/trace.go:171","msg":"trace[759142294] transaction","detail":"{read_only:false; response_revision:23267; number_of_response:1; }","duration":"166.447658ms","start":"2026-03-05T08:16:46.693427Z","end":"2026-03-05T08:16:46.859874Z","steps":["trace[759142294] 'process raft request' (duration: 166.335176ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:16:50.051119Z","caller":"traceutil/trace.go:171","msg":"trace[1007314405] transaction","detail":"{read_only:false; response_revision:23288; number_of_response:1; }","duration":"181.530389ms","start":"2026-03-05T08:16:49.869568Z","end":"2026-03-05T08:16:50.051098Z","steps":["trace[1007314405] 'process raft request' (duration: 181.399246ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:16:52.203256Z","caller":"traceutil/trace.go:171","msg":"trace[1246193835] transaction","detail":"{read_only:false; response_revision:23302; number_of_response:1; }","duration":"144.991805ms","start":"2026-03-05T08:16:52.058241Z","end":"2026-03-05T08:16:52.203232Z","steps":["trace[1246193835] 'process raft request' (duration: 137.972276ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:16:52.787132Z","caller":"traceutil/trace.go:171","msg":"trace[1407433190] transaction","detail":"{read_only:false; response_revision:23304; number_of_response:1; }","duration":"284.919518ms","start":"2026-03-05T08:16:52.502189Z","end":"2026-03-05T08:16:52.787108Z","steps":["trace[1407433190] 'process raft request' (duration: 284.771184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:53.300281Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031206108,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T08:16:53.436354Z","caller":"traceutil/trace.go:171","msg":"trace[62722305] transaction","detail":"{read_only:false; response_revision:23306; number_of_response:1; }","duration":"570.489671ms","start":"2026-03-05T08:16:52.865814Z","end":"2026-03-05T08:16:53.436304Z","steps":["trace[62722305] 'process raft request' (duration: 570.212094ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:16:53.436448Z","caller":"traceutil/trace.go:171","msg":"trace[2059976792] transaction","detail":"{read_only:false; response_revision:23305; number_of_response:1; }","duration":"911.39815ms","start":"2026-03-05T08:16:52.525004Z","end":"2026-03-05T08:16:53.436402Z","steps":["trace[2059976792] 'process raft request' (duration: 815.208556ms)","trace[2059976792] 'compare' (duration: 95.543619ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:16:53.436517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:52.865794Z","time spent":"570.647235ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:16:53.43623Z","caller":"traceutil/trace.go:171","msg":"trace[161573996] linearizableReadLoop","detail":"{readStateIndex:24130; appliedIndex:24126; }","duration":"636.127743ms","start":"2026-03-05T08:16:52.800072Z","end":"2026-03-05T08:16:53.4362Z","steps":["trace[161573996] 'read index received' (duration: 540.240246ms)","trace[161573996] 'applied index is now lower than readState.Index' (duration: 95.886627ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:16:53.436532Z","caller":"traceutil/trace.go:171","msg":"trace[1492578122] transaction","detail":"{read_only:false; response_revision:23308; number_of_response:1; }","duration":"547.078409ms","start":"2026-03-05T08:16:52.889414Z","end":"2026-03-05T08:16:53.436492Z","steps":["trace[1492578122] 'process raft request' (duration: 546.750282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:53.436683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.591755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:16:53.436714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:52.52497Z","time spent":"911.574785ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:16:53.436735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:52.889398Z","time spent":"547.259184ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:16:53.436749Z","caller":"traceutil/trace.go:171","msg":"trace[429706007] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23308; }","duration":"636.688277ms","start":"2026-03-05T08:16:52.800041Z","end":"2026-03-05T08:16:53.43673Z","steps":["trace[429706007] 'agreement among raft nodes before linearized reading' (duration: 636.537683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:53.436801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:52.800026Z","time spent":"636.755118ms","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:16:53.436925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.601036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-05T08:16:53.436968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.397623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:16:53.436438Z","caller":"traceutil/trace.go:171","msg":"trace[1724280802] transaction","detail":"{read_only:false; response_revision:23307; number_of_response:1; }","duration":"552.204132ms","start":"2026-03-05T08:16:52.884203Z","end":"2026-03-05T08:16:53.436407Z","steps":["trace[1724280802] 'process raft request' (duration: 551.925226ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:16:53.437147Z","caller":"traceutil/trace.go:171","msg":"trace[1524998482] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:23308; }","duration":"624.587257ms","start":"2026-03-05T08:16:52.81251Z","end":"2026-03-05T08:16:53.437097Z","steps":["trace[1524998482] 'agreement among raft nodes before linearized reading' (duration: 624.266769ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:16:53.436997Z","caller":"traceutil/trace.go:171","msg":"trace[124153842] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23308; }","duration":"104.705299ms","start":"2026-03-05T08:16:53.332273Z","end":"2026-03-05T08:16:53.436978Z","steps":["trace[124153842] 'agreement among raft nodes before linearized reading' (duration: 104.506464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:53.437233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:52.88419Z","time spent":"552.96212ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:16:53.43729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:52.812499Z","time spent":"624.68937ms","remote":"127.0.0.1:49468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:16:53.437008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.536856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-05T08:16:53.437406Z","caller":"traceutil/trace.go:171","msg":"trace[1280126427] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:23308; }","duration":"137.965006ms","start":"2026-03-05T08:16:53.299415Z","end":"2026-03-05T08:16:53.43738Z","steps":["trace[1280126427] 'agreement among raft nodes before linearized reading' (duration: 137.447624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:53.943575Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031206118,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:16:54.444039Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031206118,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:16:54.945204Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031206118,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:16:55.445487Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031206118,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:16:55.577987Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.136116509s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T08:16:55.578409Z","caller":"traceutil/trace.go:171","msg":"trace[502007091] transaction","detail":"{read_only:false; response_revision:23309; number_of_response:1; }","duration":"2.136654721s","start":"2026-03-05T08:16:53.441733Z","end":"2026-03-05T08:16:55.578388Z","steps":["trace[502007091] 'process raft request' (duration: 2.136445016s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:55.578529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:53.441715Z","time spent":"2.136753494s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:16:55.804969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000431117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T08:16:55.805043Z","caller":"traceutil/trace.go:171","msg":"trace[1463762418] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00056992s","start":"2026-03-05T08:16:53.804455Z","end":"2026-03-05T08:16:55.805025Z","steps":["trace[1463762418] 'agreement among raft nodes before linearized reading' (duration: 2.000461078s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:55.805079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:53.804431Z","time spent":"2.000641412s","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T08:16:56.452966Z","caller":"traceutil/trace.go:171","msg":"trace[1751741064] transaction","detail":"{read_only:false; response_revision:23310; number_of_response:1; }","duration":"2.388034836s","start":"2026-03-05T08:16:54.064907Z","end":"2026-03-05T08:16:56.452942Z","steps":["trace[1751741064] 'process raft request' (duration: 2.387846352s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:56.453118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:54.064882Z","time spent":"2.388151578s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:16:56.45337Z","caller":"traceutil/trace.go:171","msg":"trace[421364150] transaction","detail":"{read_only:false; response_revision:23311; number_of_response:1; }","duration":"2.245327877s","start":"2026-03-05T08:16:54.208011Z","end":"2026-03-05T08:16:56.453339Z","steps":["trace[421364150] 'process raft request' (duration: 2.244878906s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:56.453543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:54.207988Z","time spent":"2.245460119s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:16:56.453543Z","caller":"traceutil/trace.go:171","msg":"trace[1464350999] transaction","detail":"{read_only:false; response_revision:23312; number_of_response:1; }","duration":"2.083460807s","start":"2026-03-05T08:16:54.370068Z","end":"2026-03-05T08:16:56.453528Z","steps":["trace[1464350999] 'process raft request' (duration: 2.08315425s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:56.453657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:54.370044Z","time spent":"2.08354973s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:16:56.453758Z","caller":"traceutil/trace.go:171","msg":"trace[1898572741] transaction","detail":"{read_only:false; response_revision:23315; number_of_response:1; }","duration":"1.012443191s","start":"2026-03-05T08:16:55.441288Z","end":"2026-03-05T08:16:56.453732Z","steps":["trace[1898572741] 'process raft request' (duration: 1.012325568s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:16:56.453812Z","caller":"traceutil/trace.go:171","msg":"trace[1488675229] transaction","detail":"{read_only:false; response_revision:23313; number_of_response:1; }","duration":"1.662859618s","start":"2026-03-05T08:16:54.790923Z","end":"2026-03-05T08:16:56.453783Z","steps":["trace[1488675229] 'process raft request' (duration: 1.662455919s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:16:56.453873Z","caller":"traceutil/trace.go:171","msg":"trace[806232745] transaction","detail":"{read_only:false; response_revision:23316; number_of_response:1; }","duration":"1.011314414s","start":"2026-03-05T08:16:55.442545Z","end":"2026-03-05T08:16:56.453859Z","steps":["trace[806232745] 'process raft request' (duration: 1.011114399s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:56.453943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:55.442534Z","time spent":"1.011377476s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:16:56.453959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:54.790905Z","time spent":"1.662980471s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:16:56.454034Z","caller":"traceutil/trace.go:171","msg":"trace[1858196927] transaction","detail":"{read_only:false; response_revision:23314; number_of_response:1; }","duration":"1.012982445s","start":"2026-03-05T08:16:55.441039Z","end":"2026-03-05T08:16:56.454021Z","steps":["trace[1858196927] 'process raft request' (duration: 1.012386971s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:56.454158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:55.441019Z","time spent":"1.013056287s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:16:56.454195Z","caller":"traceutil/trace.go:171","msg":"trace[1270458850] linearizableReadLoop","detail":"{readStateIndex:24139; appliedIndex:24130; }","duration":"3.010832201s","start":"2026-03-05T08:16:53.443352Z","end":"2026-03-05T08:16:56.454184Z","steps":["trace[1270458850] 'read index received' (duration: 2.134854679s)","trace[1270458850] 'applied index is now lower than readState.Index' (duration: 875.976572ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:16:56.454185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:55.441264Z","time spent":"1.012586845s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:16:56.454427Z","caller":"traceutil/trace.go:171","msg":"trace[1033635836] transaction","detail":"{read_only:false; response_revision:23317; number_of_response:1; }","duration":"1.011785416s","start":"2026-03-05T08:16:55.442608Z","end":"2026-03-05T08:16:56.454394Z","steps":["trace[1033635836] 'process raft request' (duration: 1.011193912s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:56.4545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:55.4426Z","time spent":"1.011863847s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:16:56.454518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.011157798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-05T08:16:56.454564Z","caller":"traceutil/trace.go:171","msg":"trace[160074198] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:23317; }","duration":"3.011223119s","start":"2026-03-05T08:16:53.443327Z","end":"2026-03-05T08:16:56.454551Z","steps":["trace[160074198] 'agreement among raft nodes before linearized reading' (duration: 3.010965533s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:56.454591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.714495719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:16:56.454625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.160240447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12590"} {"level":"info","ts":"2026-03-05T08:16:56.45466Z","caller":"traceutil/trace.go:171","msg":"trace[823022190] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23317; }","duration":"2.714597271s","start":"2026-03-05T08:16:53.740042Z","end":"2026-03-05T08:16:56.454639Z","steps":["trace[823022190] 'agreement among raft nodes before linearized reading' (duration: 2.714503839s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:16:56.454673Z","caller":"traceutil/trace.go:171","msg":"trace[664312192] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:23317; }","duration":"2.160312958s","start":"2026-03-05T08:16:54.29435Z","end":"2026-03-05T08:16:56.454663Z","steps":["trace[664312192] 'agreement among raft nodes before linearized reading' (duration: 2.160126173s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:56.454658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.162583663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:16:56.454713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:54.294343Z","time spent":"2.16036293s","remote":"127.0.0.1:49390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12613,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-05T08:16:56.454719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:53.74002Z","time spent":"2.714684403s","remote":"127.0.0.1:34032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:16:56.454737Z","caller":"traceutil/trace.go:171","msg":"trace[232382163] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23317; }","duration":"2.162679855s","start":"2026-03-05T08:16:54.29203Z","end":"2026-03-05T08:16:56.45471Z","steps":["trace[232382163] 'agreement among raft nodes before linearized reading' (duration: 2.162539492s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:56.454757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.85433539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-05T08:16:56.454739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.162524331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:16:56.454787Z","caller":"traceutil/trace.go:171","msg":"trace[21265395] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23317; }","duration":"2.854382631s","start":"2026-03-05T08:16:53.600395Z","end":"2026-03-05T08:16:56.454778Z","steps":["trace[21265395] 'agreement among raft nodes before linearized reading' (duration: 2.854308779s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:56.454686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.854896433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-05T08:16:56.45482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:53.600383Z","time spent":"2.854430851s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T08:16:56.454831Z","caller":"traceutil/trace.go:171","msg":"trace[1872732811] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23317; }","duration":"2.855055837s","start":"2026-03-05T08:16:53.599764Z","end":"2026-03-05T08:16:56.454819Z","steps":["trace[1872732811] 'agreement among raft nodes before linearized reading' (duration: 2.854861772s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:16:56.454835Z","caller":"traceutil/trace.go:171","msg":"trace[1463505517] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23317; }","duration":"2.162648084s","start":"2026-03-05T08:16:54.292164Z","end":"2026-03-05T08:16:56.454812Z","steps":["trace[1463505517] 'agreement among raft nodes before linearized reading' (duration: 2.1624495s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:56.454861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:53.599753Z","time spent":"2.855100937s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T08:16:56.454895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:54.29214Z","time spent":"2.162745207s","remote":"127.0.0.1:49390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-05T08:16:56.454603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:53.443317Z","time spent":"3.011278841s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-03-05T08:16:56.45491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.872114595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-05T08:16:56.454509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.938269171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T08:16:56.454964Z","caller":"traceutil/trace.go:171","msg":"trace[1581018849] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23317; }","duration":"2.872200998s","start":"2026-03-05T08:16:53.582748Z","end":"2026-03-05T08:16:56.454949Z","steps":["trace[1581018849] 'agreement among raft nodes before linearized reading' (duration: 2.871998843s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:16:56.454995Z","caller":"traceutil/trace.go:171","msg":"trace[211455600] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23317; }","duration":"2.938790213s","start":"2026-03-05T08:16:53.516195Z","end":"2026-03-05T08:16:56.454986Z","steps":["trace[211455600] 'agreement among raft nodes before linearized reading' (duration: 2.938137388s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:56.455024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:53.516184Z","time spent":"2.938832524s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T08:16:56.455026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:53.582722Z","time spent":"2.87227462s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T08:16:56.454786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:54.292019Z","time spent":"2.162756527s","remote":"127.0.0.1:49390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-05T08:16:56.455131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.730343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T08:16:56.454822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.521280268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:16:56.455168Z","caller":"traceutil/trace.go:171","msg":"trace[1885507349] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:23317; }","duration":"443.806885ms","start":"2026-03-05T08:16:56.01135Z","end":"2026-03-05T08:16:56.455157Z","steps":["trace[1885507349] 'agreement among raft nodes before linearized reading' (duration: 443.708452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:56.455171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.101183142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12590"} {"level":"warn","ts":"2026-03-05T08:16:56.455199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:56.011324Z","time spent":"443.867086ms","remote":"127.0.0.1:34508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":35,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:16:56.455195Z","caller":"traceutil/trace.go:171","msg":"trace[952206979] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:23317; }","duration":"2.521738089s","start":"2026-03-05T08:16:53.933446Z","end":"2026-03-05T08:16:56.455184Z","steps":["trace[952206979] 'agreement among raft nodes before linearized reading' (duration: 2.521147735s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:56.455243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.089938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:16:56.45525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:53.933371Z","time spent":"2.521863382s","remote":"127.0.0.1:49618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:16:56.455267Z","caller":"traceutil/trace.go:171","msg":"trace[1101970081] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23317; }","duration":"650.11297ms","start":"2026-03-05T08:16:55.805148Z","end":"2026-03-05T08:16:56.455261Z","steps":["trace[1101970081] 'agreement among raft nodes before linearized reading' (duration: 650.072988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:56.455293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:55.805108Z","time spent":"650.180052ms","remote":"127.0.0.1:49166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:16:56.455274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.159633752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:16:56.455328Z","caller":"traceutil/trace.go:171","msg":"trace[530664818] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23317; }","duration":"2.159701984s","start":"2026-03-05T08:16:54.295614Z","end":"2026-03-05T08:16:56.455316Z","steps":["trace[530664818] 'agreement among raft nodes before linearized reading' (duration: 2.159621821s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:56.455366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:54.295607Z","time spent":"2.159752295s","remote":"127.0.0.1:49390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-05T08:16:56.455053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.163406692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:16:56.455471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.236608198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:16:56.455514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.116425678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:16:56.455518Z","caller":"traceutil/trace.go:171","msg":"trace[1600960933] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:23317; }","duration":"2.23668497s","start":"2026-03-05T08:16:54.21882Z","end":"2026-03-05T08:16:56.455505Z","steps":["trace[1600960933] 'agreement among raft nodes before linearized reading' (duration: 2.236612518s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:16:56.455548Z","caller":"traceutil/trace.go:171","msg":"trace[525427511] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:23317; }","duration":"2.116479639s","start":"2026-03-05T08:16:54.33906Z","end":"2026-03-05T08:16:56.455539Z","steps":["trace[525427511] 'agreement among raft nodes before linearized reading' (duration: 2.116376506s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:56.455571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:54.218803Z","time spent":"2.236759471s","remote":"127.0.0.1:33806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:16:56.455575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:54.339049Z","time spent":"2.116519179s","remote":"127.0.0.1:49504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":97,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:16:56.455646Z","caller":"traceutil/trace.go:171","msg":"trace[1020075372] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23317; }","duration":"2.163836133s","start":"2026-03-05T08:16:54.29157Z","end":"2026-03-05T08:16:56.455406Z","steps":["trace[1020075372] 'agreement among raft nodes before linearized reading' (duration: 2.163358531s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:56.455763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:54.291549Z","time spent":"2.164195051s","remote":"127.0.0.1:49390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-05T08:16:56.455793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131542515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:16:56.455835Z","caller":"traceutil/trace.go:171","msg":"trace[292390779] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23317; }","duration":"1.131629947s","start":"2026-03-05T08:16:55.324193Z","end":"2026-03-05T08:16:56.455823Z","steps":["trace[292390779] 'agreement among raft nodes before linearized reading' (duration: 1.131555756s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:56.455858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.4ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-05T08:16:56.455876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:55.324166Z","time spent":"1.131701809s","remote":"127.0.0.1:46726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:16:56.4559Z","caller":"traceutil/trace.go:171","msg":"trace[2021138795] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:23317; }","duration":"820.446171ms","start":"2026-03-05T08:16:55.635441Z","end":"2026-03-05T08:16:56.455888Z","steps":["trace[2021138795] 'agreement among raft nodes before linearized reading' (duration: 820.237396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:56.455915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.988161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-05T08:16:56.45594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:55.635404Z","time spent":"820.527513ms","remote":"127.0.0.1:58532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":157,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:16:56.455948Z","caller":"traceutil/trace.go:171","msg":"trace[1291839962] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23317; }","duration":"838.021072ms","start":"2026-03-05T08:16:55.617917Z","end":"2026-03-05T08:16:56.455939Z","steps":["trace[1291839962] 'agreement among raft nodes before linearized reading' (duration: 837.896339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:56.455977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:55.617849Z","time spent":"838.122324ms","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-05T08:16:56.455203Z","caller":"traceutil/trace.go:171","msg":"trace[1861116882] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:23317; }","duration":"2.101251343s","start":"2026-03-05T08:16:54.353943Z","end":"2026-03-05T08:16:56.455195Z","steps":["trace[1861116882] 'agreement among raft nodes before linearized reading' (duration: 2.101154841s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:56.456084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:54.353925Z","time spent":"2.102124175s","remote":"127.0.0.1:49390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12613,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-05T08:16:56.786302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.878432ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-05T08:16:56.78641Z","caller":"traceutil/trace.go:171","msg":"trace[827246691] linearizableReadLoop","detail":"{readStateIndex:24140; appliedIndex:24139; }","duration":"326.898794ms","start":"2026-03-05T08:16:56.459494Z","end":"2026-03-05T08:16:56.786392Z","steps":["trace[827246691] 'read index received' (duration: 85.93283ms)","trace[827246691] 'applied index is now lower than readState.Index' (duration: 240.964664ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:16:56.786452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:56.459435Z","time spent":"327.008506ms","remote":"127.0.0.1:49176","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T08:16:56.786593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.092048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f8bd5941-fc53-4ade-b9bb-d002ff80ec79\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-05T08:16:56.786622Z","caller":"traceutil/trace.go:171","msg":"trace[1396653504] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f8bd5941-fc53-4ade-b9bb-d002ff80ec79; range_end:; response_count:1; response_revision:23317; }","duration":"327.15547ms","start":"2026-03-05T08:16:56.459456Z","end":"2026-03-05T08:16:56.786612Z","steps":["trace[1396653504] 'agreement among raft nodes before linearized reading' (duration: 327.008837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:56.786653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:56.45944Z","time spent":"327.206291ms","remote":"127.0.0.1:49312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-f8bd5941-fc53-4ade-b9bb-d002ff80ec79\" "} {"level":"info","ts":"2026-03-05T08:16:56.833722Z","caller":"traceutil/trace.go:171","msg":"trace[1011539953] transaction","detail":"{read_only:false; response_revision:23319; number_of_response:1; }","duration":"373.954152ms","start":"2026-03-05T08:16:56.459713Z","end":"2026-03-05T08:16:56.833667Z","steps":["trace[1011539953] 'process raft request' (duration: 373.88509ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:16:56.833803Z","caller":"traceutil/trace.go:171","msg":"trace[1061455671] transaction","detail":"{read_only:false; response_revision:23318; number_of_response:1; }","duration":"374.197427ms","start":"2026-03-05T08:16:56.459577Z","end":"2026-03-05T08:16:56.833774Z","steps":["trace[1061455671] 'process raft request' (duration: 373.849178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:56.833895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:56.459704Z","time spent":"374.103825ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:16:56.834005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:56.45954Z","time spent":"374.327041ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:16:56.834248Z","caller":"traceutil/trace.go:171","msg":"trace[1037677933] transaction","detail":"{read_only:false; response_revision:23320; number_of_response:1; }","duration":"372.695351ms","start":"2026-03-05T08:16:56.461523Z","end":"2026-03-05T08:16:56.834219Z","steps":["trace[1037677933] 'process raft request' (duration: 372.109797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:56.834352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.684699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899e17bb65d96bf\" ","response":"range_response_count:1 size:775"} {"level":"warn","ts":"2026-03-05T08:16:56.834393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.102977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-05T08:16:56.834402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:56.461505Z","time spent":"372.811124ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:16:56.834411Z","caller":"traceutil/trace.go:171","msg":"trace[148785618] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899e17bb65d96bf; range_end:; response_count:1; response_revision:23321; }","duration":"374.757581ms","start":"2026-03-05T08:16:56.459636Z","end":"2026-03-05T08:16:56.834393Z","steps":["trace[148785618] 'agreement among raft nodes before linearized reading' (duration: 374.605747ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:16:56.834435Z","caller":"traceutil/trace.go:171","msg":"trace[795446418] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23321; }","duration":"218.192089ms","start":"2026-03-05T08:16:56.61623Z","end":"2026-03-05T08:16:56.834422Z","steps":["trace[795446418] 'agreement among raft nodes before linearized reading' (duration: 218.031805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:56.834459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:56.459627Z","time spent":"374.816132ms","remote":"127.0.0.1:49220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899e17bb65d96bf\" "} {"level":"info","ts":"2026-03-05T08:16:56.834526Z","caller":"traceutil/trace.go:171","msg":"trace[1402891517] transaction","detail":"{read_only:false; response_revision:23321; number_of_response:1; }","duration":"372.486066ms","start":"2026-03-05T08:16:56.462031Z","end":"2026-03-05T08:16:56.834517Z","steps":["trace[1402891517] 'process raft request' (duration: 372.044196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:56.834579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:56.46202Z","time spent":"372.524907ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:16:56.834585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.57027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:16:56.834627Z","caller":"traceutil/trace.go:171","msg":"trace[638721640] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23321; }","duration":"370.615521ms","start":"2026-03-05T08:16:56.463995Z","end":"2026-03-05T08:16:56.83461Z","steps":["trace[638721640] 'agreement among raft nodes before linearized reading' (duration: 370.542609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:56.834654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:56.463988Z","time spent":"370.660662ms","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:16:56.834669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.48161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-05T08:16:56.834727Z","caller":"traceutil/trace.go:171","msg":"trace[2144680434] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23321; }","duration":"373.577432ms","start":"2026-03-05T08:16:56.461135Z","end":"2026-03-05T08:16:56.834712Z","steps":["trace[2144680434] 'agreement among raft nodes before linearized reading' (duration: 373.422588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:56.834769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:56.461121Z","time spent":"373.635764ms","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-05T08:16:57.008849Z","caller":"traceutil/trace.go:171","msg":"trace[1632828986] transaction","detail":"{read_only:false; response_revision:23322; number_of_response:1; }","duration":"221.251712ms","start":"2026-03-05T08:16:56.787575Z","end":"2026-03-05T08:16:57.008826Z","steps":["trace[1632828986] 'process raft request' (duration: 196.15004ms)","trace[1632828986] 'compare' (duration: 24.564699ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:16:57.008998Z","caller":"traceutil/trace.go:171","msg":"trace[258887969] linearizableReadLoop","detail":"{readStateIndex:24145; appliedIndex:24144; }","duration":"173.1636ms","start":"2026-03-05T08:16:56.835807Z","end":"2026-03-05T08:16:57.00897Z","steps":["trace[258887969] 'read index received' (duration: 147.919595ms)","trace[258887969] 'applied index is now lower than readState.Index' (duration: 25.241705ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:16:57.00917Z","caller":"traceutil/trace.go:171","msg":"trace[1354131960] transaction","detail":"{read_only:false; response_revision:23323; number_of_response:1; }","duration":"172.515983ms","start":"2026-03-05T08:16:56.836636Z","end":"2026-03-05T08:16:57.009151Z","steps":["trace[1354131960] 'process raft request' (duration: 172.234857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:57.009182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.365474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:16:57.009226Z","caller":"traceutil/trace.go:171","msg":"trace[762432096] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23323; }","duration":"173.501818ms","start":"2026-03-05T08:16:56.835715Z","end":"2026-03-05T08:16:57.009216Z","steps":["trace[762432096] 'agreement among raft nodes before linearized reading' (duration: 173.381235ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:16:57.009603Z","caller":"traceutil/trace.go:171","msg":"trace[1781570973] transaction","detail":"{read_only:false; response_revision:23324; number_of_response:1; }","duration":"169.381889ms","start":"2026-03-05T08:16:56.84021Z","end":"2026-03-05T08:16:57.009592Z","steps":["trace[1781570973] 'process raft request' (duration: 168.755154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:57.009826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.371514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-05T08:16:57.009869Z","caller":"traceutil/trace.go:171","msg":"trace[1946552535] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23324; }","duration":"173.455736ms","start":"2026-03-05T08:16:56.836402Z","end":"2026-03-05T08:16:57.009857Z","steps":["trace[1946552535] 'agreement among raft nodes before linearized reading' (duration: 173.177799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:57.009905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.115665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-05T08:16:57.010005Z","caller":"traceutil/trace.go:171","msg":"trace[1909302288] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23324; }","duration":"117.26364ms","start":"2026-03-05T08:16:56.892717Z","end":"2026-03-05T08:16:57.009981Z","steps":["trace[1909302288] 'agreement among raft nodes before linearized reading' (duration: 116.90301ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:16:58.535456Z","caller":"traceutil/trace.go:171","msg":"trace[1823404519] linearizableReadLoop","detail":"{readStateIndex:24150; appliedIndex:24149; }","duration":"253.445173ms","start":"2026-03-05T08:16:58.281981Z","end":"2026-03-05T08:16:58.535426Z","steps":["trace[1823404519] 'read index received' (duration: 253.246938ms)","trace[1823404519] 'applied index is now lower than readState.Index' (duration: 197.074µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:16:58.535507Z","caller":"traceutil/trace.go:171","msg":"trace[1210932066] transaction","detail":"{read_only:false; response_revision:23327; number_of_response:1; }","duration":"270.642186ms","start":"2026-03-05T08:16:58.264837Z","end":"2026-03-05T08:16:58.535479Z","steps":["trace[1210932066] 'process raft request' (duration: 270.3984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:58.535631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.625367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:16:58.535702Z","caller":"traceutil/trace.go:171","msg":"trace[2113863509] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23327; }","duration":"253.750401ms","start":"2026-03-05T08:16:58.281935Z","end":"2026-03-05T08:16:58.535686Z","steps":["trace[2113863509] 'agreement among raft nodes before linearized reading' (duration: 253.624528ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:16:58.62365Z","caller":"traceutil/trace.go:171","msg":"trace[1458852265] transaction","detail":"{read_only:false; response_revision:23328; number_of_response:1; }","duration":"163.402637ms","start":"2026-03-05T08:16:58.460201Z","end":"2026-03-05T08:16:58.623603Z","steps":["trace[1458852265] 'process raft request' (duration: 162.73408ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:16:58.62373Z","caller":"traceutil/trace.go:171","msg":"trace[622373293] transaction","detail":"{read_only:false; response_revision:23329; number_of_response:1; }","duration":"163.289894ms","start":"2026-03-05T08:16:58.460409Z","end":"2026-03-05T08:16:58.623698Z","steps":["trace[622373293] 'process raft request' (duration: 163.101109ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:16:58.623779Z","caller":"traceutil/trace.go:171","msg":"trace[238972506] transaction","detail":"{read_only:false; response_revision:23330; number_of_response:1; }","duration":"162.739731ms","start":"2026-03-05T08:16:58.460989Z","end":"2026-03-05T08:16:58.623728Z","steps":["trace[238972506] 'process raft request' (duration: 162.583497ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:16:58.623786Z","caller":"traceutil/trace.go:171","msg":"trace[359767855] transaction","detail":"{read_only:false; response_revision:23331; number_of_response:1; }","duration":"162.379491ms","start":"2026-03-05T08:16:58.461363Z","end":"2026-03-05T08:16:58.623742Z","steps":["trace[359767855] 'process raft request' (duration: 162.268309ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:16:58.624023Z","caller":"traceutil/trace.go:171","msg":"trace[1843122544] transaction","detail":"{read_only:false; response_revision:23332; number_of_response:1; }","duration":"162.206877ms","start":"2026-03-05T08:16:58.461775Z","end":"2026-03-05T08:16:58.623982Z","steps":["trace[1843122544] 'process raft request' (duration: 161.90672ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:16:58.624082Z","caller":"traceutil/trace.go:171","msg":"trace[1639996802] transaction","detail":"{read_only:false; response_revision:23333; number_of_response:1; }","duration":"162.233718ms","start":"2026-03-05T08:16:58.461836Z","end":"2026-03-05T08:16:58.624069Z","steps":["trace[1639996802] 'process raft request' (duration: 162.005953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:58.624138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.979616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:16:58.624209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.851577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:16:58.624242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.833673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:16:58.624277Z","caller":"traceutil/trace.go:171","msg":"trace[1895566229] transaction","detail":"{read_only:false; response_revision:23334; number_of_response:1; }","duration":"162.089424ms","start":"2026-03-05T08:16:58.462152Z","end":"2026-03-05T08:16:58.624242Z","steps":["trace[1895566229] 'process raft request' (duration: 161.803828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:58.624305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.07643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:16:58.624371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.301498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12590"} {"level":"info","ts":"2026-03-05T08:16:58.624389Z","caller":"traceutil/trace.go:171","msg":"trace[1230171337] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23334; }","duration":"138.197942ms","start":"2026-03-05T08:16:58.486166Z","end":"2026-03-05T08:16:58.624364Z","steps":["trace[1230171337] 'agreement among raft nodes before linearized reading' (duration: 138.039168ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:16:58.624418Z","caller":"traceutil/trace.go:171","msg":"trace[513884334] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:23334; }","duration":"159.371779ms","start":"2026-03-05T08:16:58.465035Z","end":"2026-03-05T08:16:58.624407Z","steps":["trace[513884334] 'agreement among raft nodes before linearized reading' (duration: 159.199105ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:16:58.624211Z","caller":"traceutil/trace.go:171","msg":"trace[1233122361] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23334; }","duration":"163.086958ms","start":"2026-03-05T08:16:58.461107Z","end":"2026-03-05T08:16:58.624194Z","steps":["trace[1233122361] 'agreement among raft nodes before linearized reading' (duration: 162.968085ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:16:58.624322Z","caller":"traceutil/trace.go:171","msg":"trace[2138185494] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23334; }","duration":"162.952075ms","start":"2026-03-05T08:16:58.461355Z","end":"2026-03-05T08:16:58.624307Z","steps":["trace[2138185494] 'agreement among raft nodes before linearized reading' (duration: 162.806851ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:16:58.624273Z","caller":"traceutil/trace.go:171","msg":"trace[314057207] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23334; }","duration":"163.93895ms","start":"2026-03-05T08:16:58.460318Z","end":"2026-03-05T08:16:58.624257Z","steps":["trace[314057207] 'agreement among raft nodes before linearized reading' (duration: 163.859838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:58.624146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.396887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:16:58.624667Z","caller":"traceutil/trace.go:171","msg":"trace[1712853170] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23334; }","duration":"163.95916ms","start":"2026-03-05T08:16:58.460693Z","end":"2026-03-05T08:16:58.624652Z","steps":["trace[1712853170] 'agreement among raft nodes before linearized reading' (duration: 163.411017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:58.62467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.535851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12590"} {"level":"info","ts":"2026-03-05T08:16:58.624765Z","caller":"traceutil/trace.go:171","msg":"trace[564035225] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:23334; }","duration":"161.684695ms","start":"2026-03-05T08:16:58.463062Z","end":"2026-03-05T08:16:58.624747Z","steps":["trace[564035225] 'agreement among raft nodes before linearized reading' (duration: 161.0195ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:16:58.945092Z","caller":"traceutil/trace.go:171","msg":"trace[755522980] transaction","detail":"{read_only:false; response_revision:23337; number_of_response:1; }","duration":"102.510396ms","start":"2026-03-05T08:16:58.842552Z","end":"2026-03-05T08:16:58.945063Z","steps":["trace[755522980] 'process raft request' (duration: 102.27229ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:16:58.945314Z","caller":"traceutil/trace.go:171","msg":"trace[433498287] transaction","detail":"{read_only:false; response_revision:23338; number_of_response:1; }","duration":"102.029395ms","start":"2026-03-05T08:16:58.843266Z","end":"2026-03-05T08:16:58.945296Z","steps":["trace[433498287] 'process raft request' (duration: 101.745168ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:16:58.945487Z","caller":"traceutil/trace.go:171","msg":"trace[1215262371] transaction","detail":"{read_only:false; response_revision:23339; number_of_response:1; }","duration":"102.121777ms","start":"2026-03-05T08:16:58.843338Z","end":"2026-03-05T08:16:58.945459Z","steps":["trace[1215262371] 'process raft request' (duration: 101.877701ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:16:59.823144Z","caller":"traceutil/trace.go:171","msg":"trace[1868703457] linearizableReadLoop","detail":"{readStateIndex:24166; appliedIndex:24165; }","duration":"204.630793ms","start":"2026-03-05T08:16:59.618483Z","end":"2026-03-05T08:16:59.823114Z","steps":["trace[1868703457] 'read index received' (duration: 150.209428ms)","trace[1868703457] 'applied index is now lower than readState.Index' (duration: 54.420075ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:16:59.823221Z","caller":"traceutil/trace.go:171","msg":"trace[429550582] transaction","detail":"{read_only:false; response_revision:23343; number_of_response:1; }","duration":"211.410877ms","start":"2026-03-05T08:16:59.611743Z","end":"2026-03-05T08:16:59.823153Z","steps":["trace[429550582] 'process raft request' (duration: 156.974482ms)","trace[429550582] 'compare' (duration: 54.157909ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:16:59.823403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.910681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-05T08:16:59.823438Z","caller":"traceutil/trace.go:171","msg":"trace[1513709253] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23343; }","duration":"204.999033ms","start":"2026-03-05T08:16:59.618428Z","end":"2026-03-05T08:16:59.823427Z","steps":["trace[1513709253] 'agreement among raft nodes before linearized reading' (duration: 204.831799ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:00.204708Z","caller":"traceutil/trace.go:171","msg":"trace[1418936170] transaction","detail":"{read_only:false; response_revision:23349; number_of_response:1; }","duration":"175.747962ms","start":"2026-03-05T08:17:00.028908Z","end":"2026-03-05T08:17:00.204656Z","steps":["trace[1418936170] 'process raft request' (duration: 175.488426ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:00.388772Z","caller":"traceutil/trace.go:171","msg":"trace[547036250] linearizableReadLoop","detail":"{readStateIndex:24173; appliedIndex:24172; }","duration":"138.138131ms","start":"2026-03-05T08:17:00.250613Z","end":"2026-03-05T08:17:00.388751Z","steps":["trace[547036250] 'read index received' (duration: 81.153335ms)","trace[547036250] 'applied index is now lower than readState.Index' (duration: 56.983836ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:17:00.388902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.262184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:00.388913Z","caller":"traceutil/trace.go:171","msg":"trace[712196178] transaction","detail":"{read_only:false; response_revision:23350; number_of_response:1; }","duration":"175.67948ms","start":"2026-03-05T08:17:00.213209Z","end":"2026-03-05T08:17:00.388888Z","steps":["trace[712196178] 'process raft request' (duration: 118.488729ms)","trace[712196178] 'compare' (duration: 56.72091ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:17:00.388944Z","caller":"traceutil/trace.go:171","msg":"trace[977883753] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:23350; }","duration":"138.352146ms","start":"2026-03-05T08:17:00.250577Z","end":"2026-03-05T08:17:00.388929Z","steps":["trace[977883753] 'agreement among raft nodes before linearized reading' (duration: 138.259584ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:00.644145Z","caller":"traceutil/trace.go:171","msg":"trace[506851026] transaction","detail":"{read_only:false; response_revision:23351; number_of_response:1; }","duration":"251.074047ms","start":"2026-03-05T08:17:00.393047Z","end":"2026-03-05T08:17:00.644121Z","steps":["trace[506851026] 'process raft request' (duration: 250.937284ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:00.66357Z","caller":"traceutil/trace.go:171","msg":"trace[1144323416] linearizableReadLoop","detail":"{readStateIndex:24176; appliedIndex:24173; }","duration":"119.699129ms","start":"2026-03-05T08:17:00.543852Z","end":"2026-03-05T08:17:00.663551Z","steps":["trace[1144323416] 'read index received' (duration: 100.226482ms)","trace[1144323416] 'applied index is now lower than readState.Index' (duration: 19.471407ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:17:00.663721Z","caller":"traceutil/trace.go:171","msg":"trace[215771846] transaction","detail":"{read_only:false; response_revision:23353; number_of_response:1; }","duration":"267.993433ms","start":"2026-03-05T08:17:00.395708Z","end":"2026-03-05T08:17:00.66369Z","steps":["trace[215771846] 'process raft request' (duration: 267.515781ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:00.663749Z","caller":"traceutil/trace.go:171","msg":"trace[109901421] transaction","detail":"{read_only:false; response_revision:23352; number_of_response:1; }","duration":"269.481338ms","start":"2026-03-05T08:17:00.394233Z","end":"2026-03-05T08:17:00.663714Z","steps":["trace[109901421] 'process raft request' (duration: 268.865633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:00.663961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.089088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:00.66401Z","caller":"traceutil/trace.go:171","msg":"trace[1879608003] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23360; }","duration":"120.200081ms","start":"2026-03-05T08:17:00.543798Z","end":"2026-03-05T08:17:00.663998Z","steps":["trace[1879608003] 'agreement among raft nodes before linearized reading' (duration: 120.096008ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:00.983969Z","caller":"traceutil/trace.go:171","msg":"trace[452324417] linearizableReadLoop","detail":"{readStateIndex:24185; appliedIndex:24184; }","duration":"179.302547ms","start":"2026-03-05T08:17:00.804643Z","end":"2026-03-05T08:17:00.983946Z","steps":["trace[452324417] 'read index received' (duration: 179.144473ms)","trace[452324417] 'applied index is now lower than readState.Index' (duration: 157.244µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:17:00.984123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.463241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:00.984162Z","caller":"traceutil/trace.go:171","msg":"trace[1291979903] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23362; }","duration":"179.520143ms","start":"2026-03-05T08:17:00.804631Z","end":"2026-03-05T08:17:00.984151Z","steps":["trace[1291979903] 'agreement among raft nodes before linearized reading' (duration: 179.440051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:00.984233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.864482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-05T08:17:00.984308Z","caller":"traceutil/trace.go:171","msg":"trace[1449840058] range","detail":"{range_begin:/registry/serviceaccounts/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:23362; }","duration":"144.980935ms","start":"2026-03-05T08:17:00.839311Z","end":"2026-03-05T08:17:00.984292Z","steps":["trace[1449840058] 'agreement among raft nodes before linearized reading' (duration: 144.79159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:00.984628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.274716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T08:17:00.984668Z","caller":"traceutil/trace.go:171","msg":"trace[1838287919] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23362; }","duration":"131.339528ms","start":"2026-03-05T08:17:00.853319Z","end":"2026-03-05T08:17:00.984659Z","steps":["trace[1838287919] 'agreement among raft nodes before linearized reading' (duration: 131.205414ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:00.984094Z","caller":"traceutil/trace.go:171","msg":"trace[484434941] transaction","detail":"{read_only:false; response_revision:23362; number_of_response:1; }","duration":"304.058706ms","start":"2026-03-05T08:17:00.680002Z","end":"2026-03-05T08:17:00.984061Z","steps":["trace[484434941] 'process raft request' (duration: 303.834671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:00.984977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:00.679981Z","time spent":"304.858265ms","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8708,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:01.148358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.746162ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:17:01.14848Z","caller":"traceutil/trace.go:171","msg":"trace[1966267197] transaction","detail":"{read_only:false; response_revision:23364; number_of_response:1; }","duration":"156.746516ms","start":"2026-03-05T08:17:00.991712Z","end":"2026-03-05T08:17:01.148459Z","steps":["trace[1966267197] 'process raft request' (duration: 43.81329ms)","trace[1966267197] 'compare' (duration: 112.595898ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:17:01.172273Z","caller":"traceutil/trace.go:171","msg":"trace[535836480] transaction","detail":"{read_only:false; response_revision:23365; number_of_response:1; }","duration":"179.713027ms","start":"2026-03-05T08:17:00.992533Z","end":"2026-03-05T08:17:01.172246Z","steps":["trace[535836480] 'process raft request' (duration: 179.509352ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:01.17254Z","caller":"traceutil/trace.go:171","msg":"trace[1769044424] transaction","detail":"{read_only:false; response_revision:23366; number_of_response:1; }","duration":"177.760289ms","start":"2026-03-05T08:17:00.99476Z","end":"2026-03-05T08:17:01.17252Z","steps":["trace[1769044424] 'process raft request' (duration: 177.444132ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:01.785323Z","caller":"traceutil/trace.go:171","msg":"trace[1823081164] transaction","detail":"{read_only:false; response_revision:23369; number_of_response:1; }","duration":"114.278399ms","start":"2026-03-05T08:17:01.671009Z","end":"2026-03-05T08:17:01.785287Z","steps":["trace[1823081164] 'process raft request' (duration: 114.002402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:01.979265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.575958ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:17:01.97936Z","caller":"traceutil/trace.go:171","msg":"trace[1584163095] linearizableReadLoop","detail":"{readStateIndex:24194; appliedIndex:24193; }","duration":"184.921011ms","start":"2026-03-05T08:17:01.794422Z","end":"2026-03-05T08:17:01.979343Z","steps":["trace[1584163095] 'read index received' (duration: 34.19914ms)","trace[1584163095] 'applied index is now lower than readState.Index' (duration: 150.720861ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:17:01.979418Z","caller":"traceutil/trace.go:171","msg":"trace[331573921] transaction","detail":"{read_only:false; response_revision:23370; number_of_response:1; }","duration":"186.218932ms","start":"2026-03-05T08:17:01.79316Z","end":"2026-03-05T08:17:01.979379Z","steps":["trace[331573921] 'process raft request' (duration: 35.46203ms)","trace[331573921] 'compare' (duration: 150.386003ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:17:01.979497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.065095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:17:01.979527Z","caller":"traceutil/trace.go:171","msg":"trace[1604232846] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:23370; }","duration":"185.130546ms","start":"2026-03-05T08:17:01.794385Z","end":"2026-03-05T08:17:01.979515Z","steps":["trace[1604232846] 'agreement among raft nodes before linearized reading' (duration: 185.041184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:01.979682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.253835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:01.979753Z","caller":"traceutil/trace.go:171","msg":"trace[1938670687] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23370; }","duration":"184.385709ms","start":"2026-03-05T08:17:01.795351Z","end":"2026-03-05T08:17:01.979736Z","steps":["trace[1938670687] 'agreement among raft nodes before linearized reading' (duration: 184.218325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:01.979895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.814446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-05T08:17:01.979995Z","caller":"traceutil/trace.go:171","msg":"trace[849484180] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23370; }","duration":"143.97028ms","start":"2026-03-05T08:17:01.836001Z","end":"2026-03-05T08:17:01.979972Z","steps":["trace[849484180] 'agreement among raft nodes before linearized reading' (duration: 143.675223ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:02.215745Z","caller":"traceutil/trace.go:171","msg":"trace[152767934] linearizableReadLoop","detail":"{readStateIndex:24195; appliedIndex:24194; }","duration":"125.009527ms","start":"2026-03-05T08:17:02.090714Z","end":"2026-03-05T08:17:02.215724Z","steps":["trace[152767934] 'read index received' (duration: 124.838102ms)","trace[152767934] 'applied index is now lower than readState.Index' (duration: 170.414µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:17:02.215942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.217181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-05T08:17:02.215966Z","caller":"traceutil/trace.go:171","msg":"trace[529735593] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23371; }","duration":"125.297113ms","start":"2026-03-05T08:17:02.090661Z","end":"2026-03-05T08:17:02.215959Z","steps":["trace[529735593] 'agreement among raft nodes before linearized reading' (duration: 125.145479ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:02.215975Z","caller":"traceutil/trace.go:171","msg":"trace[661297830] transaction","detail":"{read_only:false; response_revision:23371; number_of_response:1; }","duration":"232.341157ms","start":"2026-03-05T08:17:01.983505Z","end":"2026-03-05T08:17:02.215846Z","steps":["trace[661297830] 'process raft request' (duration: 232.081031ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:03.431126Z","caller":"traceutil/trace.go:171","msg":"trace[1891014429] transaction","detail":"{read_only:false; response_revision:23386; number_of_response:1; }","duration":"136.043421ms","start":"2026-03-05T08:17:03.29503Z","end":"2026-03-05T08:17:03.431074Z","steps":["trace[1891014429] 'process raft request' (duration: 135.858466ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:05.19609Z","caller":"traceutil/trace.go:171","msg":"trace[771199221] linearizableReadLoop","detail":"{readStateIndex:24220; appliedIndex:24219; }","duration":"117.228109ms","start":"2026-03-05T08:17:05.078834Z","end":"2026-03-05T08:17:05.196062Z","steps":["trace[771199221] 'read index received' (duration: 116.974933ms)","trace[771199221] 'applied index is now lower than readState.Index' (duration: 251.816µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:17:05.196214Z","caller":"traceutil/trace.go:171","msg":"trace[1419718265] transaction","detail":"{read_only:false; response_revision:23396; number_of_response:1; }","duration":"173.010476ms","start":"2026-03-05T08:17:05.023166Z","end":"2026-03-05T08:17:05.196176Z","steps":["trace[1419718265] 'process raft request' (duration: 172.718199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:05.196487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.621379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:17:05.196571Z","caller":"traceutil/trace.go:171","msg":"trace[955509572] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:23396; }","duration":"117.763611ms","start":"2026-03-05T08:17:05.078788Z","end":"2026-03-05T08:17:05.196552Z","steps":["trace[955509572] 'agreement among raft nodes before linearized reading' (duration: 117.404623ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:05.432036Z","caller":"traceutil/trace.go:171","msg":"trace[1575766148] linearizableReadLoop","detail":"{readStateIndex:24221; appliedIndex:24220; }","duration":"210.650898ms","start":"2026-03-05T08:17:05.221362Z","end":"2026-03-05T08:17:05.432013Z","steps":["trace[1575766148] 'read index received' (duration: 210.441683ms)","trace[1575766148] 'applied index is now lower than readState.Index' (duration: 207.965µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:17:05.432175Z","caller":"traceutil/trace.go:171","msg":"trace[1102063401] transaction","detail":"{read_only:false; response_revision:23397; number_of_response:1; }","duration":"225.895784ms","start":"2026-03-05T08:17:05.206241Z","end":"2026-03-05T08:17:05.432137Z","steps":["trace[1102063401] 'process raft request' (duration: 225.622297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:05.432375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.000536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-05T08:17:05.432461Z","caller":"traceutil/trace.go:171","msg":"trace[106263698] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23397; }","duration":"211.141369ms","start":"2026-03-05T08:17:05.221305Z","end":"2026-03-05T08:17:05.432446Z","steps":["trace[106263698] 'agreement among raft nodes before linearized reading' (duration: 210.880613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:05.432535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.760131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T08:17:05.4326Z","caller":"traceutil/trace.go:171","msg":"trace[906985271] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23397; }","duration":"185.981486ms","start":"2026-03-05T08:17:05.246606Z","end":"2026-03-05T08:17:05.432587Z","steps":["trace[906985271] 'agreement among raft nodes before linearized reading' (duration: 185.670739ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:09.394093Z","caller":"traceutil/trace.go:171","msg":"trace[20080308] transaction","detail":"{read_only:false; response_revision:23429; number_of_response:1; }","duration":"111.03233ms","start":"2026-03-05T08:17:09.283036Z","end":"2026-03-05T08:17:09.394069Z","steps":["trace[20080308] 'process raft request' (duration: 110.377694ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:09.714163Z","caller":"traceutil/trace.go:171","msg":"trace[712896289] transaction","detail":"{read_only:false; response_revision:23432; number_of_response:1; }","duration":"111.714436ms","start":"2026-03-05T08:17:09.602378Z","end":"2026-03-05T08:17:09.714092Z","steps":["trace[712896289] 'process raft request' (duration: 111.578203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:10.519838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.48141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-05T08:17:10.519931Z","caller":"traceutil/trace.go:171","msg":"trace[1763322667] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23433; }","duration":"199.617643ms","start":"2026-03-05T08:17:10.320292Z","end":"2026-03-05T08:17:10.51991Z","steps":["trace[1763322667] 'range keys from in-memory index tree' (duration: 199.304566ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:11.098417Z","caller":"traceutil/trace.go:171","msg":"trace[67151094] transaction","detail":"{read_only:false; response_revision:23436; number_of_response:1; }","duration":"214.027819ms","start":"2026-03-05T08:17:10.884357Z","end":"2026-03-05T08:17:11.098385Z","steps":["trace[67151094] 'process raft request' (duration: 213.820664ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:11.138743Z","caller":"traceutil/trace.go:171","msg":"trace[203161329] transaction","detail":"{read_only:false; response_revision:23439; number_of_response:1; }","duration":"248.678009ms","start":"2026-03-05T08:17:10.890039Z","end":"2026-03-05T08:17:11.138717Z","steps":["trace[203161329] 'process raft request' (duration: 248.580697ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:11.138807Z","caller":"traceutil/trace.go:171","msg":"trace[1852036461] transaction","detail":"{read_only:false; response_revision:23438; number_of_response:1; }","duration":"248.845214ms","start":"2026-03-05T08:17:10.889927Z","end":"2026-03-05T08:17:11.138773Z","steps":["trace[1852036461] 'process raft request' (duration: 248.628348ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:11.138747Z","caller":"traceutil/trace.go:171","msg":"trace[1968444742] transaction","detail":"{read_only:false; response_revision:23437; number_of_response:1; }","duration":"252.976042ms","start":"2026-03-05T08:17:10.885739Z","end":"2026-03-05T08:17:11.138715Z","steps":["trace[1968444742] 'process raft request' (duration: 252.665555ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:11.138982Z","caller":"traceutil/trace.go:171","msg":"trace[354260133] transaction","detail":"{read_only:false; response_revision:23441; number_of_response:1; }","duration":"248.687549ms","start":"2026-03-05T08:17:10.890282Z","end":"2026-03-05T08:17:11.138969Z","steps":["trace[354260133] 'process raft request' (duration: 248.579457ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:11.139021Z","caller":"traceutil/trace.go:171","msg":"trace[1049744096] transaction","detail":"{read_only:false; response_revision:23440; number_of_response:1; }","duration":"248.877074ms","start":"2026-03-05T08:17:10.890096Z","end":"2026-03-05T08:17:11.138973Z","steps":["trace[1049744096] 'process raft request' (duration: 248.576387ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:12.18895Z","caller":"traceutil/trace.go:171","msg":"trace[1309688840] linearizableReadLoop","detail":"{readStateIndex:24273; appliedIndex:24272; }","duration":"174.493212ms","start":"2026-03-05T08:17:12.014427Z","end":"2026-03-05T08:17:12.188921Z","steps":["trace[1309688840] 'read index received' (duration: 174.266146ms)","trace[1309688840] 'applied index is now lower than readState.Index' (duration: 225.766µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:17:12.189016Z","caller":"traceutil/trace.go:171","msg":"trace[892125635] transaction","detail":"{read_only:false; response_revision:23447; number_of_response:1; }","duration":"289.539238ms","start":"2026-03-05T08:17:11.899436Z","end":"2026-03-05T08:17:12.188975Z","steps":["trace[892125635] 'process raft request' (duration: 289.275892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:12.189145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.703556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-05T08:17:12.189185Z","caller":"traceutil/trace.go:171","msg":"trace[1808787734] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23447; }","duration":"174.816569ms","start":"2026-03-05T08:17:12.014357Z","end":"2026-03-05T08:17:12.189173Z","steps":["trace[1808787734] 'agreement among raft nodes before linearized reading' (duration: 174.661615ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:12.312914Z","caller":"traceutil/trace.go:171","msg":"trace[415181405] linearizableReadLoop","detail":"{readStateIndex:24274; appliedIndex:24273; }","duration":"113.399487ms","start":"2026-03-05T08:17:12.199489Z","end":"2026-03-05T08:17:12.312889Z","steps":["trace[415181405] 'read index received' (duration: 112.635309ms)","trace[415181405] 'applied index is now lower than readState.Index' (duration: 763.078µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:17:12.312938Z","caller":"traceutil/trace.go:171","msg":"trace[1483620726] transaction","detail":"{read_only:false; response_revision:23448; number_of_response:1; }","duration":"119.050012ms","start":"2026-03-05T08:17:12.193857Z","end":"2026-03-05T08:17:12.312907Z","steps":["trace[1483620726] 'process raft request' (duration: 118.302575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:12.313101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.55666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:12.313185Z","caller":"traceutil/trace.go:171","msg":"trace[1835466745] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:23448; }","duration":"113.731094ms","start":"2026-03-05T08:17:12.199434Z","end":"2026-03-05T08:17:12.313165Z","steps":["trace[1835466745] 'agreement among raft nodes before linearized reading' (duration: 113.54984ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:15.41146Z","caller":"traceutil/trace.go:171","msg":"trace[813687850] transaction","detail":"{read_only:false; response_revision:23466; number_of_response:1; }","duration":"214.373587ms","start":"2026-03-05T08:17:15.197059Z","end":"2026-03-05T08:17:15.411432Z","steps":["trace[813687850] 'process raft request' (duration: 214.179302ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:15.411815Z","caller":"traceutil/trace.go:171","msg":"trace[650806044] transaction","detail":"{read_only:false; response_revision:23469; number_of_response:1; }","duration":"212.45717ms","start":"2026-03-05T08:17:15.199333Z","end":"2026-03-05T08:17:15.41179Z","steps":["trace[650806044] 'process raft request' (duration: 212.396149ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:15.411862Z","caller":"traceutil/trace.go:171","msg":"trace[1370495603] transaction","detail":"{read_only:false; response_revision:23468; number_of_response:1; }","duration":"212.918032ms","start":"2026-03-05T08:17:15.198914Z","end":"2026-03-05T08:17:15.411832Z","steps":["trace[1370495603] 'process raft request' (duration: 212.707037ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:15.411942Z","caller":"traceutil/trace.go:171","msg":"trace[735061403] transaction","detail":"{read_only:false; response_revision:23467; number_of_response:1; }","duration":"214.248994ms","start":"2026-03-05T08:17:15.197658Z","end":"2026-03-05T08:17:15.411907Z","steps":["trace[735061403] 'process raft request' (duration: 213.735742ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:15.907144Z","caller":"traceutil/trace.go:171","msg":"trace[484393411] linearizableReadLoop","detail":"{readStateIndex:24296; appliedIndex:24295; }","duration":"269.721373ms","start":"2026-03-05T08:17:15.637392Z","end":"2026-03-05T08:17:15.907114Z","steps":["trace[484393411] 'read index received' (duration: 269.56292ms)","trace[484393411] 'applied index is now lower than readState.Index' (duration: 157.303µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:17:15.907509Z","caller":"traceutil/trace.go:171","msg":"trace[318423131] transaction","detail":"{read_only:false; response_revision:23470; number_of_response:1; }","duration":"337.082397ms","start":"2026-03-05T08:17:15.570407Z","end":"2026-03-05T08:17:15.907489Z","steps":["trace[318423131] 'process raft request' (duration: 336.455362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:15.907667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:15.570377Z","time spent":"337.19216ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:15.907941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.59531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T08:17:15.908027Z","caller":"traceutil/trace.go:171","msg":"trace[51578371] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23470; }","duration":"173.727473ms","start":"2026-03-05T08:17:15.734276Z","end":"2026-03-05T08:17:15.908003Z","steps":["trace[51578371] 'agreement among raft nodes before linearized reading' (duration: 173.482048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:15.908125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.724308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:17:15.908175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.791631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:15.908277Z","caller":"traceutil/trace.go:171","msg":"trace[2092063911] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23470; }","duration":"104.949935ms","start":"2026-03-05T08:17:15.803298Z","end":"2026-03-05T08:17:15.908248Z","steps":["trace[2092063911] 'agreement among raft nodes before linearized reading' (duration: 104.801022ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:15.9082Z","caller":"traceutil/trace.go:171","msg":"trace[1928345311] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23470; }","duration":"270.84304ms","start":"2026-03-05T08:17:15.637335Z","end":"2026-03-05T08:17:15.908179Z","steps":["trace[1928345311] 'agreement among raft nodes before linearized reading' (duration: 270.718508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:15.908616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.169642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T08:17:15.908713Z","caller":"traceutil/trace.go:171","msg":"trace[824579756] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23470; }","duration":"123.314646ms","start":"2026-03-05T08:17:15.785373Z","end":"2026-03-05T08:17:15.908688Z","steps":["trace[824579756] 'agreement among raft nodes before linearized reading' (duration: 122.753502ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:16.140604Z","caller":"traceutil/trace.go:171","msg":"trace[2123473487] transaction","detail":"{read_only:false; response_revision:23471; number_of_response:1; }","duration":"227.369739ms","start":"2026-03-05T08:17:15.913193Z","end":"2026-03-05T08:17:16.140563Z","steps":["trace[2123473487] 'process raft request' (duration: 131.302386ms)","trace[2123473487] 'compare' (duration: 95.616491ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:17:16.140673Z","caller":"traceutil/trace.go:171","msg":"trace[1687175416] transaction","detail":"{read_only:false; response_revision:23472; number_of_response:1; }","duration":"225.919084ms","start":"2026-03-05T08:17:15.914723Z","end":"2026-03-05T08:17:16.140642Z","steps":["trace[1687175416] 'process raft request' (duration: 225.730768ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:16.140759Z","caller":"traceutil/trace.go:171","msg":"trace[480455924] transaction","detail":"{read_only:false; response_revision:23473; number_of_response:1; }","duration":"224.576732ms","start":"2026-03-05T08:17:15.916114Z","end":"2026-03-05T08:17:16.140691Z","steps":["trace[480455924] 'process raft request' (duration: 224.462199ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:17.56529Z","caller":"traceutil/trace.go:171","msg":"trace[807658376] transaction","detail":"{read_only:false; response_revision:23482; number_of_response:1; }","duration":"148.419816ms","start":"2026-03-05T08:17:17.416842Z","end":"2026-03-05T08:17:17.565262Z","steps":["trace[807658376] 'process raft request' (duration: 148.332124ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:17.565413Z","caller":"traceutil/trace.go:171","msg":"trace[1412803925] linearizableReadLoop","detail":"{readStateIndex:24310; appliedIndex:24306; }","duration":"132.261929ms","start":"2026-03-05T08:17:17.433134Z","end":"2026-03-05T08:17:17.565396Z","steps":["trace[1412803925] 'read index received' (duration: 73.977083ms)","trace[1412803925] 'applied index is now lower than readState.Index' (duration: 58.284136ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:17:17.565647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.478784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:17.565681Z","caller":"traceutil/trace.go:171","msg":"trace[1927010093] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:23483; }","duration":"132.592477ms","start":"2026-03-05T08:17:17.433078Z","end":"2026-03-05T08:17:17.565671Z","steps":["trace[1927010093] 'agreement among raft nodes before linearized reading' (duration: 132.480484ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:17.565921Z","caller":"traceutil/trace.go:171","msg":"trace[804151639] transaction","detail":"{read_only:false; response_revision:23481; number_of_response:1; }","duration":"149.4206ms","start":"2026-03-05T08:17:17.416477Z","end":"2026-03-05T08:17:17.565897Z","steps":["trace[804151639] 'process raft request' (duration: 148.545759ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:17.565964Z","caller":"traceutil/trace.go:171","msg":"trace[1027040697] transaction","detail":"{read_only:false; response_revision:23483; number_of_response:1; }","duration":"148.907739ms","start":"2026-03-05T08:17:17.417048Z","end":"2026-03-05T08:17:17.565956Z","steps":["trace[1027040697] 'process raft request' (duration: 148.167841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:21.387244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.469688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:17:21.387356Z","caller":"traceutil/trace.go:171","msg":"trace[157404308] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:23503; }","duration":"292.651253ms","start":"2026-03-05T08:17:21.094681Z","end":"2026-03-05T08:17:21.387332Z","steps":["trace[157404308] 'count revisions from in-memory index tree' (duration: 292.390766ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:21.675626Z","caller":"traceutil/trace.go:171","msg":"trace[1941654040] linearizableReadLoop","detail":"{readStateIndex:24331; appliedIndex:24330; }","duration":"416.261355ms","start":"2026-03-05T08:17:21.259339Z","end":"2026-03-05T08:17:21.6756Z","steps":["trace[1941654040] 'read index received' (duration: 416.183423ms)","trace[1941654040] 'applied index is now lower than readState.Index' (duration: 76.612µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:17:21.675744Z","caller":"traceutil/trace.go:171","msg":"trace[2069130790] transaction","detail":"{read_only:false; response_revision:23504; number_of_response:1; }","duration":"466.565079ms","start":"2026-03-05T08:17:21.209146Z","end":"2026-03-05T08:17:21.675711Z","steps":["trace[2069130790] 'process raft request' (duration: 466.287463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:21.675897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.544371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-05T08:17:21.675946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:21.209124Z","time spent":"466.693733ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:21.675962Z","caller":"traceutil/trace.go:171","msg":"trace[1049763602] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:23504; }","duration":"416.674604ms","start":"2026-03-05T08:17:21.259273Z","end":"2026-03-05T08:17:21.675947Z","steps":["trace[1049763602] 'agreement among raft nodes before linearized reading' (duration: 416.457769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:21.675997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:21.259246Z","time spent":"416.745496ms","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":139,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:17:22.176099Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031206589,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:17:22.677435Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031206589,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T08:17:22.683352Z","caller":"traceutil/trace.go:171","msg":"trace[1912862449] transaction","detail":"{read_only:false; response_revision:23505; number_of_response:1; }","duration":"1.314065719s","start":"2026-03-05T08:17:21.369235Z","end":"2026-03-05T08:17:22.683301Z","steps":["trace[1912862449] 'process raft request' (duration: 1.313763872s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:22.683428Z","caller":"traceutil/trace.go:171","msg":"trace[2036135022] transaction","detail":"{read_only:false; response_revision:23506; number_of_response:1; }","duration":"1.116156416s","start":"2026-03-05T08:17:21.567234Z","end":"2026-03-05T08:17:22.68339Z","steps":["trace[2036135022] 'process raft request' (duration: 1.115930771s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:22.683554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:21.3692Z","time spent":"1.314257994s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:22.683593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:21.56721Z","time spent":"1.11629441s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:22.733078Z","caller":"traceutil/trace.go:171","msg":"trace[1334476061] transaction","detail":"{read_only:false; response_revision:23507; number_of_response:1; }","duration":"1.15677431s","start":"2026-03-05T08:17:21.576246Z","end":"2026-03-05T08:17:22.73302Z","steps":["trace[1334476061] 'process raft request' (duration: 1.156467042s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:22.73363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:21.576218Z","time spent":"1.156949174s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:22.770944Z","caller":"traceutil/trace.go:171","msg":"trace[697283954] transaction","detail":"{read_only:false; response_revision:23509; number_of_response:1; }","duration":"1.180309184s","start":"2026-03-05T08:17:21.590611Z","end":"2026-03-05T08:17:22.77092Z","steps":["trace[697283954] 'process raft request' (duration: 1.180197451s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:22.770998Z","caller":"traceutil/trace.go:171","msg":"trace[1392929899] transaction","detail":"{read_only:false; response_revision:23508; number_of_response:1; }","duration":"1.185393236s","start":"2026-03-05T08:17:21.585567Z","end":"2026-03-05T08:17:22.770961Z","steps":["trace[1392929899] 'process raft request' (duration: 1.147437516s)","trace[1392929899] 'compare' (duration: 37.472538ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:17:22.771086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:21.590593Z","time spent":"1.180414617s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:22.771217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:21.585548Z","time spent":"1.185504559s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:22.771335Z","caller":"traceutil/trace.go:171","msg":"trace[248283000] transaction","detail":"{read_only:false; response_revision:23510; number_of_response:1; }","duration":"1.180668302s","start":"2026-03-05T08:17:21.590621Z","end":"2026-03-05T08:17:22.771289Z","steps":["trace[248283000] 'process raft request' (duration: 1.180262633s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:22.771575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:21.590587Z","time spent":"1.180868918s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:22.771523Z","caller":"traceutil/trace.go:171","msg":"trace[1470989900] transaction","detail":"{read_only:false; response_revision:23511; number_of_response:1; }","duration":"680.046847ms","start":"2026-03-05T08:17:22.091431Z","end":"2026-03-05T08:17:22.771478Z","steps":["trace[1470989900] 'process raft request' (duration: 679.772979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:22.771787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:22.091409Z","time spent":"680.256791ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:22.772189Z","caller":"traceutil/trace.go:171","msg":"trace[2110323841] transaction","detail":"{read_only:false; response_revision:23512; number_of_response:1; }","duration":"330.400048ms","start":"2026-03-05T08:17:22.441768Z","end":"2026-03-05T08:17:22.772168Z","steps":["trace[2110323841] 'process raft request' (duration: 329.62435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:22.772294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:22.441746Z","time spent":"330.49631ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:22.772278Z","caller":"traceutil/trace.go:171","msg":"trace[376876939] linearizableReadLoop","detail":"{readStateIndex:24340; appliedIndex:24331; }","duration":"1.096551148s","start":"2026-03-05T08:17:21.675697Z","end":"2026-03-05T08:17:22.772249Z","steps":["trace[376876939] 'read index received' (duration: 1.00733134s)","trace[376876939] 'applied index is now lower than readState.Index' (duration: 89.218158ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:17:22.77234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139890616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:22.772415Z","caller":"traceutil/trace.go:171","msg":"trace[1154915363] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:23512; }","duration":"1.140004409s","start":"2026-03-05T08:17:21.632392Z","end":"2026-03-05T08:17:22.772397Z","steps":["trace[1154915363] 'agreement among raft nodes before linearized reading' (duration: 1.139873746s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:22.772458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:21.632378Z","time spent":"1.14006869s","remote":"127.0.0.1:42396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:17:22.77246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168738177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:22.772519Z","caller":"traceutil/trace.go:171","msg":"trace[295016858] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23512; }","duration":"1.168832229s","start":"2026-03-05T08:17:21.603667Z","end":"2026-03-05T08:17:22.772499Z","steps":["trace[295016858] 'agreement among raft nodes before linearized reading' (duration: 1.168729917s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:22.772575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:21.603653Z","time spent":"1.16890479s","remote":"127.0.0.1:33988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:17:22.772583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.922785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:22.772624Z","caller":"traceutil/trace.go:171","msg":"trace[1796580208] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23512; }","duration":"973.004957ms","start":"2026-03-05T08:17:21.799608Z","end":"2026-03-05T08:17:22.772613Z","steps":["trace[1796580208] 'agreement among raft nodes before linearized reading' (duration: 972.904844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:22.772696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:21.79959Z","time spent":"973.094658ms","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:17:22.772703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.976016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-05T08:17:22.7728Z","caller":"traceutil/trace.go:171","msg":"trace[520588450] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23512; }","duration":"433.10863ms","start":"2026-03-05T08:17:22.339673Z","end":"2026-03-05T08:17:22.772781Z","steps":["trace[520588450] 'agreement among raft nodes before linearized reading' (duration: 432.854564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:22.772827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.725068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-05T08:17:22.77288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:22.339655Z","time spent":"433.211452ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T08:17:22.772904Z","caller":"traceutil/trace.go:171","msg":"trace[1428996349] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23512; }","duration":"800.859021ms","start":"2026-03-05T08:17:21.972022Z","end":"2026-03-05T08:17:22.772881Z","steps":["trace[1428996349] 'agreement among raft nodes before linearized reading' (duration: 800.591745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:22.772959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:21.972Z","time spent":"800.949854ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T08:17:22.772945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.004916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T08:17:22.773202Z","caller":"traceutil/trace.go:171","msg":"trace[1379439262] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23512; }","duration":"549.336944ms","start":"2026-03-05T08:17:22.223845Z","end":"2026-03-05T08:17:22.773182Z","steps":["trace[1379439262] 'agreement among raft nodes before linearized reading' (duration: 548.7284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:22.773272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:22.223829Z","time spent":"549.425986ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T08:17:22.773373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.265206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-05T08:17:22.773452Z","caller":"traceutil/trace.go:171","msg":"trace[495433692] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23512; }","duration":"497.392359ms","start":"2026-03-05T08:17:22.276041Z","end":"2026-03-05T08:17:22.773433Z","steps":["trace[495433692] 'agreement among raft nodes before linearized reading' (duration: 497.125203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:22.773498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:22.27602Z","time spent":"497.46903ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T08:17:23.0669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.629818ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:17:23.06702Z","caller":"traceutil/trace.go:171","msg":"trace[1541128780] linearizableReadLoop","detail":"{readStateIndex:24345; appliedIndex:24344; }","duration":"195.859593ms","start":"2026-03-05T08:17:22.871141Z","end":"2026-03-05T08:17:23.067001Z","steps":["trace[1541128780] 'read index received' (duration: 48.037401ms)","trace[1541128780] 'applied index is now lower than readState.Index' (duration: 147.820652ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:17:23.067069Z","caller":"traceutil/trace.go:171","msg":"trace[1526790360] transaction","detail":"{read_only:false; response_revision:23517; number_of_response:1; }","duration":"201.712404ms","start":"2026-03-05T08:17:22.865307Z","end":"2026-03-05T08:17:23.067019Z","steps":["trace[1526790360] 'process raft request' (duration: 53.85414ms)","trace[1526790360] 'compare' (duration: 146.913141ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:17:23.067222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.080408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"info","ts":"2026-03-05T08:17:23.067254Z","caller":"traceutil/trace.go:171","msg":"trace[1523079848] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:23517; }","duration":"196.14312ms","start":"2026-03-05T08:17:22.871099Z","end":"2026-03-05T08:17:23.067242Z","steps":["trace[1523079848] 'agreement among raft nodes before linearized reading' (duration: 195.974636ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:23.251069Z","caller":"traceutil/trace.go:171","msg":"trace[2048789882] transaction","detail":"{read_only:false; response_revision:23518; number_of_response:1; }","duration":"379.888793ms","start":"2026-03-05T08:17:22.871152Z","end":"2026-03-05T08:17:23.25104Z","steps":["trace[2048789882] 'process raft request' (duration: 322.787185ms)","trace[2048789882] 'compare' (duration: 56.869993ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:17:23.251242Z","caller":"traceutil/trace.go:171","msg":"trace[1386730318] linearizableReadLoop","detail":"{readStateIndex:24347; appliedIndex:24345; }","duration":"184.177334ms","start":"2026-03-05T08:17:23.067044Z","end":"2026-03-05T08:17:23.251221Z","steps":["trace[1386730318] 'read index received' (duration: 126.911291ms)","trace[1386730318] 'applied index is now lower than readState.Index' (duration: 57.264463ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:17:23.25128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:22.871133Z","time spent":"380.048647ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:23.251386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.735728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:17:23.251398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.658231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:17:23.251391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.426879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:23.251507Z","caller":"traceutil/trace.go:171","msg":"trace[123388565] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:23519; }","duration":"305.561872ms","start":"2026-03-05T08:17:22.945905Z","end":"2026-03-05T08:17:23.251467Z","steps":["trace[123388565] 'agreement among raft nodes before linearized reading' (duration: 305.341827ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:23.251454Z","caller":"traceutil/trace.go:171","msg":"trace[1678608477] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23519; }","duration":"337.754054ms","start":"2026-03-05T08:17:22.913684Z","end":"2026-03-05T08:17:23.251438Z","steps":["trace[1678608477] 'agreement among raft nodes before linearized reading' (duration: 337.60675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:23.251507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.620274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T08:17:23.251506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.250312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:17:23.251568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:22.913663Z","time spent":"337.891928ms","remote":"127.0.0.1:49602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-05T08:17:23.251611Z","caller":"traceutil/trace.go:171","msg":"trace[869384445] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:23519; }","duration":"179.800968ms","start":"2026-03-05T08:17:23.071786Z","end":"2026-03-05T08:17:23.251587Z","steps":["trace[869384445] 'agreement among raft nodes before linearized reading' (duration: 179.605574ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:23.251394Z","caller":"traceutil/trace.go:171","msg":"trace[224821589] transaction","detail":"{read_only:false; response_revision:23519; number_of_response:1; }","duration":"288.515704ms","start":"2026-03-05T08:17:22.962842Z","end":"2026-03-05T08:17:23.251358Z","steps":["trace[224821589] 'process raft request' (duration: 288.134375ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:23.251429Z","caller":"traceutil/trace.go:171","msg":"trace[43433781] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:23519; }","duration":"376.811659ms","start":"2026-03-05T08:17:22.874606Z","end":"2026-03-05T08:17:23.251417Z","steps":["trace[43433781] 'agreement among raft nodes before linearized reading' (duration: 376.728457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:23.251563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:22.945894Z","time spent":"305.657194ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:17:23.251615Z","caller":"traceutil/trace.go:171","msg":"trace[2032042628] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23519; }","duration":"380.417696ms","start":"2026-03-05T08:17:22.871182Z","end":"2026-03-05T08:17:23.2516Z","steps":["trace[2032042628] 'agreement among raft nodes before linearized reading' (duration: 380.200831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:23.251926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:22.871176Z","time spent":"380.735133ms","remote":"127.0.0.1:49390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-05T08:17:23.251888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:22.874595Z","time spent":"377.147928ms","remote":"127.0.0.1:42406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:17:23.308726Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20492} {"level":"info","ts":"2026-03-05T08:17:23.810148Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20492,"took":"497.048001ms","hash":771061364,"current-db-size-bytes":48652288,"current-db-size":"49 MB","current-db-size-in-use-bytes":39231488,"current-db-size-in-use":"39 MB"} {"level":"info","ts":"2026-03-05T08:17:23.81023Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":771061364,"revision":20492,"compact-revision":18427} {"level":"info","ts":"2026-03-05T08:17:39.023868Z","caller":"traceutil/trace.go:171","msg":"trace[1944717032] transaction","detail":"{read_only:false; response_revision:23649; number_of_response:1; }","duration":"127.887085ms","start":"2026-03-05T08:17:38.895957Z","end":"2026-03-05T08:17:39.023844Z","steps":["trace[1944717032] 'process raft request' (duration: 127.66529ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:39.314957Z","caller":"traceutil/trace.go:171","msg":"trace[1827302772] transaction","detail":"{read_only:false; response_revision:23652; number_of_response:1; }","duration":"284.277152ms","start":"2026-03-05T08:17:39.030662Z","end":"2026-03-05T08:17:39.314939Z","steps":["trace[1827302772] 'process raft request' (duration: 284.026316ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:39.314961Z","caller":"traceutil/trace.go:171","msg":"trace[1641410960] transaction","detail":"{read_only:false; response_revision:23651; number_of_response:1; }","duration":"284.293952ms","start":"2026-03-05T08:17:39.03062Z","end":"2026-03-05T08:17:39.314914Z","steps":["trace[1641410960] 'process raft request' (duration: 224.91919ms)","trace[1641410960] 'compare' (duration: 59.007424ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:17:39.315021Z","caller":"traceutil/trace.go:171","msg":"trace[142909233] transaction","detail":"{read_only:false; response_revision:23653; number_of_response:1; }","duration":"284.294432ms","start":"2026-03-05T08:17:39.03069Z","end":"2026-03-05T08:17:39.314984Z","steps":["trace[142909233] 'process raft request' (duration: 284.040446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:39.315195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.30251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:39.31529Z","caller":"traceutil/trace.go:171","msg":"trace[1156442685] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:23653; }","duration":"258.447383ms","start":"2026-03-05T08:17:39.056821Z","end":"2026-03-05T08:17:39.315268Z","steps":["trace[1156442685] 'agreement among raft nodes before linearized reading' (duration: 258.253068ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:39.314793Z","caller":"traceutil/trace.go:171","msg":"trace[280931781] linearizableReadLoop","detail":"{readStateIndex:24486; appliedIndex:24482; }","duration":"257.90749ms","start":"2026-03-05T08:17:39.056864Z","end":"2026-03-05T08:17:39.314771Z","steps":["trace[280931781] 'read index received' (duration: 11.442404ms)","trace[280931781] 'applied index is now lower than readState.Index' (duration: 246.464166ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:17:39.31582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.259941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-05T08:17:39.315875Z","caller":"traceutil/trace.go:171","msg":"trace[723501304] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23653; }","duration":"130.360324ms","start":"2026-03-05T08:17:39.185503Z","end":"2026-03-05T08:17:39.315863Z","steps":["trace[723501304] 'agreement among raft nodes before linearized reading' (duration: 130.19443ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:39.499149Z","caller":"traceutil/trace.go:171","msg":"trace[128709312] transaction","detail":"{read_only:false; response_revision:23655; number_of_response:1; }","duration":"140.648941ms","start":"2026-03-05T08:17:39.358263Z","end":"2026-03-05T08:17:39.498912Z","steps":["trace[128709312] 'process raft request' (duration: 140.484157ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:40.420655Z","caller":"traceutil/trace.go:171","msg":"trace[1032567578] transaction","detail":"{read_only:false; response_revision:23657; number_of_response:1; }","duration":"198.580959ms","start":"2026-03-05T08:17:40.222039Z","end":"2026-03-05T08:17:40.42062Z","steps":["trace[1032567578] 'process raft request' (duration: 198.320053ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:40.904053Z","caller":"traceutil/trace.go:171","msg":"trace[544495590] transaction","detail":"{read_only:false; response_revision:23659; number_of_response:1; }","duration":"136.661095ms","start":"2026-03-05T08:17:40.767348Z","end":"2026-03-05T08:17:40.904009Z","steps":["trace[544495590] 'process raft request' (duration: 129.449163ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:40.904372Z","caller":"traceutil/trace.go:171","msg":"trace[1776896313] linearizableReadLoop","detail":"{readStateIndex:24492; appliedIndex:24490; }","duration":"102.205008ms","start":"2026-03-05T08:17:40.802143Z","end":"2026-03-05T08:17:40.904348Z","steps":["trace[1776896313] 'read index received' (duration: 15.982023ms)","trace[1776896313] 'applied index is now lower than readState.Index' (duration: 86.221625ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:17:40.904591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.428053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:40.904636Z","caller":"traceutil/trace.go:171","msg":"trace[942208082] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23660; }","duration":"102.510246ms","start":"2026-03-05T08:17:40.802112Z","end":"2026-03-05T08:17:40.904623Z","steps":["trace[942208082] 'agreement among raft nodes before linearized reading' (duration: 102.391723ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:41.491675Z","caller":"traceutil/trace.go:171","msg":"trace[1987759966] transaction","detail":"{read_only:false; response_revision:23668; number_of_response:1; }","duration":"100.476368ms","start":"2026-03-05T08:17:41.39117Z","end":"2026-03-05T08:17:41.491646Z","steps":["trace[1987759966] 'process raft request' (duration: 100.234762ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:43.284142Z","caller":"traceutil/trace.go:171","msg":"trace[308374365] linearizableReadLoop","detail":"{readStateIndex:24512; appliedIndex:24511; }","duration":"180.257979ms","start":"2026-03-05T08:17:43.10385Z","end":"2026-03-05T08:17:43.284108Z","steps":["trace[308374365] 'read index received' (duration: 144.065172ms)","trace[308374365] 'applied index is now lower than readState.Index' (duration: 36.191407ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:17:43.284236Z","caller":"traceutil/trace.go:171","msg":"trace[2030708661] transaction","detail":"{read_only:false; response_revision:23678; number_of_response:1; }","duration":"227.168893ms","start":"2026-03-05T08:17:43.057035Z","end":"2026-03-05T08:17:43.284204Z","steps":["trace[2030708661] 'process raft request' (duration: 190.866043ms)","trace[2030708661] 'compare' (duration: 36.049394ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:17:43.284446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.569236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T08:17:43.284507Z","caller":"traceutil/trace.go:171","msg":"trace[1845827785] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23678; }","duration":"180.678339ms","start":"2026-03-05T08:17:43.103808Z","end":"2026-03-05T08:17:43.284487Z","steps":["trace[1845827785] 'agreement among raft nodes before linearized reading' (duration: 180.482924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:43.284522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.296637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:43.284758Z","caller":"traceutil/trace.go:171","msg":"trace[54538633] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:23678; }","duration":"144.547213ms","start":"2026-03-05T08:17:43.140189Z","end":"2026-03-05T08:17:43.284736Z","steps":["trace[54538633] 'agreement among raft nodes before linearized reading' (duration: 144.200135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:45.836566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.680432ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:17:45.836795Z","caller":"traceutil/trace.go:171","msg":"trace[1863630693] linearizableReadLoop","detail":"{readStateIndex:24525; appliedIndex:24524; }","duration":"451.999512ms","start":"2026-03-05T08:17:45.384774Z","end":"2026-03-05T08:17:45.836773Z","steps":["trace[1863630693] 'read index received' (duration: 114.029172ms)","trace[1863630693] 'applied index is now lower than readState.Index' (duration: 337.96861ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:17:45.836901Z","caller":"traceutil/trace.go:171","msg":"trace[774602045] transaction","detail":"{read_only:false; response_revision:23691; number_of_response:1; }","duration":"456.370787ms","start":"2026-03-05T08:17:45.380493Z","end":"2026-03-05T08:17:45.836863Z","steps":["trace[774602045] 'process raft request' (duration: 118.297405ms)","trace[774602045] 'compare' (duration: 337.356045ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:17:45.837172Z","caller":"traceutil/trace.go:171","msg":"trace[507688215] transaction","detail":"{read_only:false; response_revision:23692; number_of_response:1; }","duration":"448.506148ms","start":"2026-03-05T08:17:45.388627Z","end":"2026-03-05T08:17:45.837133Z","steps":["trace[507688215] 'process raft request' (duration: 448.056728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:45.837332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:45.388609Z","time spent":"448.646911ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:45.837331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:45.380469Z","time spent":"456.692354ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:45.837402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.542594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7192"} {"level":"info","ts":"2026-03-05T08:17:45.837486Z","caller":"traceutil/trace.go:171","msg":"trace[552802687] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:23692; }","duration":"500.668317ms","start":"2026-03-05T08:17:45.336798Z","end":"2026-03-05T08:17:45.837466Z","steps":["trace[552802687] 'agreement among raft nodes before linearized reading' (duration: 500.38081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:45.837536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:45.336776Z","time spent":"500.751109ms","remote":"127.0.0.1:49390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7215,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-05T08:17:45.838257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.657381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T08:17:45.83828Z","caller":"traceutil/trace.go:171","msg":"trace[776349901] transaction","detail":"{read_only:false; response_revision:23693; number_of_response:1; }","duration":"224.217893ms","start":"2026-03-05T08:17:45.614048Z","end":"2026-03-05T08:17:45.838266Z","steps":["trace[776349901] 'process raft request' (duration: 223.816633ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:45.83832Z","caller":"traceutil/trace.go:171","msg":"trace[179657713] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23693; }","duration":"314.743093ms","start":"2026-03-05T08:17:45.523562Z","end":"2026-03-05T08:17:45.838305Z","steps":["trace[179657713] 'agreement among raft nodes before linearized reading' (duration: 314.519818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:45.838364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.486593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-05T08:17:45.838405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:45.52355Z","time spent":"314.843626ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T08:17:45.838438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.350199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T08:17:45.838508Z","caller":"traceutil/trace.go:171","msg":"trace[417861444] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23693; }","duration":"396.457231ms","start":"2026-03-05T08:17:45.442034Z","end":"2026-03-05T08:17:45.838491Z","steps":["trace[417861444] 'agreement among raft nodes before linearized reading' (duration: 395.96402ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:45.838412Z","caller":"traceutil/trace.go:171","msg":"trace[1710193394] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23693; }","duration":"356.557405ms","start":"2026-03-05T08:17:45.481841Z","end":"2026-03-05T08:17:45.838398Z","steps":["trace[1710193394] 'agreement among raft nodes before linearized reading' (duration: 356.422872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:45.838556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:45.481829Z","time spent":"356.717889ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T08:17:45.838557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:45.442021Z","time spent":"396.524953ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T08:17:45.838587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.611384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-05T08:17:45.83863Z","caller":"traceutil/trace.go:171","msg":"trace[1701451167] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23693; }","duration":"247.694576ms","start":"2026-03-05T08:17:45.590924Z","end":"2026-03-05T08:17:45.838619Z","steps":["trace[1701451167] 'agreement among raft nodes before linearized reading' (duration: 247.588584ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:46.974213Z","caller":"traceutil/trace.go:171","msg":"trace[1115011604] transaction","detail":"{read_only:false; response_revision:23700; number_of_response:1; }","duration":"103.020999ms","start":"2026-03-05T08:17:46.871161Z","end":"2026-03-05T08:17:46.974182Z","steps":["trace[1115011604] 'process raft request' (duration: 102.812954ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:48.102785Z","caller":"traceutil/trace.go:171","msg":"trace[521384171] transaction","detail":"{read_only:false; response_revision:23712; number_of_response:1; }","duration":"101.780149ms","start":"2026-03-05T08:17:48.000972Z","end":"2026-03-05T08:17:48.102753Z","steps":["trace[521384171] 'process raft request' (duration: 50.92283ms)","trace[521384171] 'compare' (duration: 50.621753ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:17:53.399538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.957217ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:17:53.39977Z","caller":"traceutil/trace.go:171","msg":"trace[484606382] linearizableReadLoop","detail":"{readStateIndex:24578; appliedIndex:24576; }","duration":"299.469676ms","start":"2026-03-05T08:17:53.100278Z","end":"2026-03-05T08:17:53.399748Z","steps":["trace[484606382] 'read index received' (duration: 27.328315ms)","trace[484606382] 'applied index is now lower than readState.Index' (duration: 272.140121ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:17:53.399875Z","caller":"traceutil/trace.go:171","msg":"trace[592891736] transaction","detail":"{read_only:false; response_revision:23742; number_of_response:1; }","duration":"300.285706ms","start":"2026-03-05T08:17:53.099575Z","end":"2026-03-05T08:17:53.39986Z","steps":["trace[592891736] 'process raft request' (duration: 300.097381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:53.399965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:53.099561Z","time spent":"300.354767ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:53.399966Z","caller":"traceutil/trace.go:171","msg":"trace[722921773] transaction","detail":"{read_only:false; response_revision:23741; number_of_response:1; }","duration":"302.323305ms","start":"2026-03-05T08:17:53.097623Z","end":"2026-03-05T08:17:53.399946Z","steps":["trace[722921773] 'process raft request' (duration: 29.853016ms)","trace[722921773] 'compare' (duration: 271.66533ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:17:53.40034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:53.097586Z","time spent":"302.646522ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:53.400108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.823134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7192"} {"level":"info","ts":"2026-03-05T08:17:53.400575Z","caller":"traceutil/trace.go:171","msg":"trace[1761528809] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:23742; }","duration":"300.301426ms","start":"2026-03-05T08:17:53.100246Z","end":"2026-03-05T08:17:53.400547Z","steps":["trace[1761528809] 'agreement among raft nodes before linearized reading' (duration: 299.755303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:53.40068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:53.100236Z","time spent":"300.404858ms","remote":"127.0.0.1:49390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7215,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-03-05T08:17:53.48656Z","caller":"traceutil/trace.go:171","msg":"trace[1955119581] transaction","detail":"{read_only:false; response_revision:23743; number_of_response:1; }","duration":"222.531053ms","start":"2026-03-05T08:17:53.264009Z","end":"2026-03-05T08:17:53.48654Z","steps":["trace[1955119581] 'process raft request' (duration: 222.443721ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:53.56424Z","caller":"traceutil/trace.go:171","msg":"trace[1619728719] transaction","detail":"{read_only:false; response_revision:23744; number_of_response:1; }","duration":"222.365269ms","start":"2026-03-05T08:17:53.341843Z","end":"2026-03-05T08:17:53.564208Z","steps":["trace[1619728719] 'process raft request' (duration: 219.498791ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:53.564279Z","caller":"traceutil/trace.go:171","msg":"trace[1036165901] transaction","detail":"{read_only:false; response_revision:23745; number_of_response:1; }","duration":"217.186945ms","start":"2026-03-05T08:17:53.347057Z","end":"2026-03-05T08:17:53.564244Z","steps":["trace[1036165901] 'process raft request' (duration: 217.070022ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:53.56424Z","caller":"traceutil/trace.go:171","msg":"trace[1529811418] linearizableReadLoop","detail":"{readStateIndex:24581; appliedIndex:24579; }","duration":"164.393979ms","start":"2026-03-05T08:17:53.399821Z","end":"2026-03-05T08:17:53.564215Z","steps":["trace[1529811418] 'read index received' (duration: 86.775119ms)","trace[1529811418] 'applied index is now lower than readState.Index' (duration: 77.6173ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:17:53.564376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.75711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:53.564422Z","caller":"traceutil/trace.go:171","msg":"trace[136467941] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:23746; }","duration":"379.859583ms","start":"2026-03-05T08:17:53.18455Z","end":"2026-03-05T08:17:53.564409Z","steps":["trace[136467941] 'agreement among raft nodes before linearized reading' (duration: 379.74075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:53.56446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:53.184516Z","time spent":"379.934265ms","remote":"127.0.0.1:34282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:17:53.564537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.729469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-05T08:17:53.56461Z","caller":"traceutil/trace.go:171","msg":"trace[962697029] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:23746; }","duration":"230.818091ms","start":"2026-03-05T08:17:53.333769Z","end":"2026-03-05T08:17:53.564587Z","steps":["trace[962697029] 'agreement among raft nodes before linearized reading' (duration: 230.576695ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:54.221254Z","caller":"traceutil/trace.go:171","msg":"trace[1837353045] linearizableReadLoop","detail":"{readStateIndex:24584; appliedIndex:24583; }","duration":"158.449566ms","start":"2026-03-05T08:17:54.062784Z","end":"2026-03-05T08:17:54.221233Z","steps":["trace[1837353045] 'read index received' (duration: 158.362654ms)","trace[1837353045] 'applied index is now lower than readState.Index' (duration: 85.572µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:17:54.22137Z","caller":"traceutil/trace.go:171","msg":"trace[53126418] transaction","detail":"{read_only:false; response_revision:23748; number_of_response:1; }","duration":"216.031457ms","start":"2026-03-05T08:17:54.005309Z","end":"2026-03-05T08:17:54.221341Z","steps":["trace[53126418] 'process raft request' (duration: 215.771611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:54.221465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.664091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-05T08:17:54.221514Z","caller":"traceutil/trace.go:171","msg":"trace[204215616] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23748; }","duration":"158.745284ms","start":"2026-03-05T08:17:54.062758Z","end":"2026-03-05T08:17:54.221503Z","steps":["trace[204215616] 'agreement among raft nodes before linearized reading' (duration: 158.58248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:54.234139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.330086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T08:17:54.234184Z","caller":"traceutil/trace.go:171","msg":"trace[1044877587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23749; }","duration":"171.408268ms","start":"2026-03-05T08:17:54.062764Z","end":"2026-03-05T08:17:54.234172Z","steps":["trace[1044877587] 'agreement among raft nodes before linearized reading' (duration: 171.259164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:54.234222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.338395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T08:17:54.234285Z","caller":"traceutil/trace.go:171","msg":"trace[605222457] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23749; }","duration":"171.446058ms","start":"2026-03-05T08:17:54.062825Z","end":"2026-03-05T08:17:54.234271Z","steps":["trace[605222457] 'agreement among raft nodes before linearized reading' (duration: 171.327405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:54.234327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.372027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-05T08:17:54.23441Z","caller":"traceutil/trace.go:171","msg":"trace[861370679] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23749; }","duration":"171.487559ms","start":"2026-03-05T08:17:54.062901Z","end":"2026-03-05T08:17:54.234389Z","steps":["trace[861370679] 'agreement among raft nodes before linearized reading' (duration: 171.234783ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:54.327175Z","caller":"traceutil/trace.go:171","msg":"trace[1588394456] transaction","detail":"{read_only:false; response_revision:23750; number_of_response:1; }","duration":"101.705547ms","start":"2026-03-05T08:17:54.225446Z","end":"2026-03-05T08:17:54.327151Z","steps":["trace[1588394456] 'process raft request' (duration: 48.773138ms)","trace[1588394456] 'compare' (duration: 52.834796ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:17:54.354008Z","caller":"traceutil/trace.go:171","msg":"trace[94855687] transaction","detail":"{read_only:false; response_revision:23752; number_of_response:1; }","duration":"116.04074ms","start":"2026-03-05T08:17:54.237944Z","end":"2026-03-05T08:17:54.353984Z","steps":["trace[94855687] 'process raft request' (duration: 115.959198ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:54.354052Z","caller":"traceutil/trace.go:171","msg":"trace[2133919926] transaction","detail":"{read_only:false; response_revision:23751; number_of_response:1; }","duration":"116.129362ms","start":"2026-03-05T08:17:54.237901Z","end":"2026-03-05T08:17:54.35403Z","steps":["trace[2133919926] 'process raft request' (duration: 115.819745ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:54.354205Z","caller":"traceutil/trace.go:171","msg":"trace[311440585] transaction","detail":"{read_only:false; response_revision:23753; number_of_response:1; }","duration":"115.312304ms","start":"2026-03-05T08:17:54.23887Z","end":"2026-03-05T08:17:54.354182Z","steps":["trace[311440585] 'process raft request' (duration: 115.071517ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:54.354225Z","caller":"traceutil/trace.go:171","msg":"trace[1982632715] transaction","detail":"{read_only:false; response_revision:23754; number_of_response:1; }","duration":"109.800572ms","start":"2026-03-05T08:17:54.244395Z","end":"2026-03-05T08:17:54.354196Z","steps":["trace[1982632715] 'process raft request' (duration: 109.620297ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:56.403509Z","caller":"traceutil/trace.go:171","msg":"trace[2121555143] transaction","detail":"{read_only:false; response_revision:23765; number_of_response:1; }","duration":"139.76706ms","start":"2026-03-05T08:17:56.263708Z","end":"2026-03-05T08:17:56.403476Z","steps":["trace[2121555143] 'process raft request' (duration: 139.508033ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:56.610559Z","caller":"traceutil/trace.go:171","msg":"trace[435417891] transaction","detail":"{read_only:false; response_revision:23766; number_of_response:1; }","duration":"202.052012ms","start":"2026-03-05T08:17:56.408468Z","end":"2026-03-05T08:17:56.61052Z","steps":["trace[435417891] 'process raft request' (duration: 138.704804ms)","trace[435417891] 'compare' (duration: 63.0329ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:17:56.610861Z","caller":"traceutil/trace.go:171","msg":"trace[651654624] transaction","detail":"{read_only:false; response_revision:23767; number_of_response:1; }","duration":"202.213905ms","start":"2026-03-05T08:17:56.408617Z","end":"2026-03-05T08:17:56.610831Z","steps":["trace[651654624] 'process raft request' (duration: 201.842886ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:56.610996Z","caller":"traceutil/trace.go:171","msg":"trace[921389321] transaction","detail":"{read_only:false; response_revision:23770; number_of_response:1; }","duration":"156.817787ms","start":"2026-03-05T08:17:56.454147Z","end":"2026-03-05T08:17:56.610965Z","steps":["trace[921389321] 'process raft request' (duration: 156.761716ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:56.6112Z","caller":"traceutil/trace.go:171","msg":"trace[897177596] transaction","detail":"{read_only:false; response_revision:23769; number_of_response:1; }","duration":"202.068602ms","start":"2026-03-05T08:17:56.40912Z","end":"2026-03-05T08:17:56.611189Z","steps":["trace[897177596] 'process raft request' (duration: 201.693193ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:56.611212Z","caller":"traceutil/trace.go:171","msg":"trace[315047286] transaction","detail":"{read_only:false; response_revision:23768; number_of_response:1; }","duration":"202.116303ms","start":"2026-03-05T08:17:56.40905Z","end":"2026-03-05T08:17:56.611166Z","steps":["trace[315047286] 'process raft request' (duration: 201.636822ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:57.496011Z","caller":"traceutil/trace.go:171","msg":"trace[1846579887] transaction","detail":"{read_only:false; response_revision:23772; number_of_response:1; }","duration":"129.415241ms","start":"2026-03-05T08:17:57.366567Z","end":"2026-03-05T08:17:57.495982Z","steps":["trace[1846579887] 'process raft request' (duration: 129.197156ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:57.546241Z","caller":"traceutil/trace.go:171","msg":"trace[137588659] transaction","detail":"{read_only:false; response_revision:23773; number_of_response:1; }","duration":"132.232638ms","start":"2026-03-05T08:17:57.413984Z","end":"2026-03-05T08:17:57.546216Z","steps":["trace[137588659] 'process raft request' (duration: 131.991693ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:57.546482Z","caller":"traceutil/trace.go:171","msg":"trace[641636296] transaction","detail":"{read_only:false; response_revision:23774; number_of_response:1; }","duration":"126.437019ms","start":"2026-03-05T08:17:57.420019Z","end":"2026-03-05T08:17:57.546456Z","steps":["trace[641636296] 'process raft request' (duration: 126.149002ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:01.147767Z","caller":"traceutil/trace.go:171","msg":"trace[1554123291] linearizableReadLoop","detail":"{readStateIndex:24667; appliedIndex:24666; }","duration":"118.539851ms","start":"2026-03-05T08:18:01.0292Z","end":"2026-03-05T08:18:01.14774Z","steps":["trace[1554123291] 'read index received' (duration: 33.003741ms)","trace[1554123291] 'applied index is now lower than readState.Index' (duration: 85.53369ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:18:01.147807Z","caller":"traceutil/trace.go:171","msg":"trace[103147843] transaction","detail":"{read_only:false; response_revision:23829; number_of_response:1; }","duration":"118.677795ms","start":"2026-03-05T08:18:01.029101Z","end":"2026-03-05T08:18:01.147778Z","steps":["trace[103147843] 'process raft request' (duration: 33.168475ms)","trace[103147843] 'compare' (duration: 85.042878ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:18:01.148268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.039723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"warn","ts":"2026-03-05T08:18:01.148265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.051197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/magnum-api-certs\" ","response":"range_response_count:1 size:2346"} {"level":"info","ts":"2026-03-05T08:18:01.1484Z","caller":"traceutil/trace.go:171","msg":"trace[2014067956] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/magnum-api-certs; range_end:; response_count:1; response_revision:23831; }","duration":"115.209641ms","start":"2026-03-05T08:18:01.033149Z","end":"2026-03-05T08:18:01.148359Z","steps":["trace[2014067956] 'agreement among raft nodes before linearized reading' (duration: 114.807741ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:01.148316Z","caller":"traceutil/trace.go:171","msg":"trace[495992365] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:23831; }","duration":"119.124265ms","start":"2026-03-05T08:18:01.029177Z","end":"2026-03-05T08:18:01.148302Z","steps":["trace[495992365] 'agreement among raft nodes before linearized reading' (duration: 118.696245ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:01.768775Z","caller":"traceutil/trace.go:171","msg":"trace[1267394573] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23869; }","duration":"154.578864ms","start":"2026-03-05T08:18:01.614171Z","end":"2026-03-05T08:18:01.76875Z","steps":["trace[1267394573] 'process raft request' (duration: 154.434051ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:01.809898Z","caller":"traceutil/trace.go:171","msg":"trace[423144761] transaction","detail":"{read_only:false; response_revision:23870; number_of_response:1; }","duration":"195.242869ms","start":"2026-03-05T08:18:01.614595Z","end":"2026-03-05T08:18:01.809838Z","steps":["trace[423144761] 'process raft request' (duration: 194.908801ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:01.875986Z","caller":"traceutil/trace.go:171","msg":"trace[263741810] transaction","detail":"{read_only:false; response_revision:23871; number_of_response:1; }","duration":"237.965852ms","start":"2026-03-05T08:18:01.637992Z","end":"2026-03-05T08:18:01.875958Z","steps":["trace[263741810] 'process raft request' (duration: 237.530801ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:01.879072Z","caller":"traceutil/trace.go:171","msg":"trace[1700913523] linearizableReadLoop","detail":"{readStateIndex:24709; appliedIndex:24707; }","duration":"264.291204ms","start":"2026-03-05T08:18:01.61476Z","end":"2026-03-05T08:18:01.879052Z","steps":["trace[1700913523] 'read index received' (duration: 153.964469ms)","trace[1700913523] 'applied index is now lower than readState.Index' (duration: 110.325604ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:18:01.879285Z","caller":"traceutil/trace.go:171","msg":"trace[1507430133] transaction","detail":"{read_only:false; response_revision:23872; number_of_response:1; }","duration":"237.671076ms","start":"2026-03-05T08:18:01.6416Z","end":"2026-03-05T08:18:01.879271Z","steps":["trace[1507430133] 'process raft request' (duration: 234.344696ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:01.879533Z","caller":"traceutil/trace.go:171","msg":"trace[635894566] transaction","detail":"{read_only:false; response_revision:23873; number_of_response:1; }","duration":"230.698728ms","start":"2026-03-05T08:18:01.648815Z","end":"2026-03-05T08:18:01.879513Z","steps":["trace[635894566] 'process raft request' (duration: 230.188346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:01.879585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.767936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:01.879802Z","caller":"traceutil/trace.go:171","msg":"trace[93103590] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:23873; }","duration":"265.002421ms","start":"2026-03-05T08:18:01.61474Z","end":"2026-03-05T08:18:01.879743Z","steps":["trace[93103590] 'agreement among raft nodes before linearized reading' (duration: 264.670893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:01.879895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.370563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-03-05T08:18:01.879958Z","caller":"traceutil/trace.go:171","msg":"trace[1385222784] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:23874; }","duration":"261.497676ms","start":"2026-03-05T08:18:01.618447Z","end":"2026-03-05T08:18:01.879944Z","steps":["trace[1385222784] 'agreement among raft nodes before linearized reading' (duration: 261.294541ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:03.082354Z","caller":"traceutil/trace.go:171","msg":"trace[1163596799] transaction","detail":"{read_only:false; response_revision:23891; number_of_response:1; }","duration":"121.122532ms","start":"2026-03-05T08:18:02.961213Z","end":"2026-03-05T08:18:03.082336Z","steps":["trace[1163596799] 'process raft request' (duration: 121.015059ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:03.853964Z","caller":"traceutil/trace.go:171","msg":"trace[1744621842] linearizableReadLoop","detail":"{readStateIndex:24768; appliedIndex:24767; }","duration":"164.462102ms","start":"2026-03-05T08:18:03.689478Z","end":"2026-03-05T08:18:03.853941Z","steps":["trace[1744621842] 'read index received' (duration: 146.229554ms)","trace[1744621842] 'applied index is now lower than readState.Index' (duration: 18.230998ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:18:03.854044Z","caller":"traceutil/trace.go:171","msg":"trace[1823940774] transaction","detail":"{read_only:false; response_revision:23925; number_of_response:1; }","duration":"171.10633ms","start":"2026-03-05T08:18:03.682904Z","end":"2026-03-05T08:18:03.85401Z","steps":["trace[1823940774] 'process raft request' (duration: 152.781261ms)","trace[1823940774] 'compare' (duration: 17.983951ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:18:03.854203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.704817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-03-05T08:18:03.854247Z","caller":"traceutil/trace.go:171","msg":"trace[72657414] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:23925; }","duration":"164.790799ms","start":"2026-03-05T08:18:03.689444Z","end":"2026-03-05T08:18:03.854235Z","steps":["trace[72657414] 'agreement among raft nodes before linearized reading' (duration: 164.613254ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:03.859219Z","caller":"traceutil/trace.go:171","msg":"trace[1654050124] transaction","detail":"{read_only:false; response_revision:23926; number_of_response:1; }","duration":"153.14532ms","start":"2026-03-05T08:18:03.70605Z","end":"2026-03-05T08:18:03.859195Z","steps":["trace[1654050124] 'process raft request' (duration: 152.76828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:03.859238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.785941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:03.859301Z","caller":"traceutil/trace.go:171","msg":"trace[2024914600] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23926; }","duration":"104.876644ms","start":"2026-03-05T08:18:03.754407Z","end":"2026-03-05T08:18:03.859284Z","steps":["trace[2024914600] 'agreement among raft nodes before linearized reading' (duration: 104.761611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:03.859559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.492902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111759"} {"level":"info","ts":"2026-03-05T08:18:03.859619Z","caller":"traceutil/trace.go:171","msg":"trace[975880850] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:23926; }","duration":"169.569753ms","start":"2026-03-05T08:18:03.690035Z","end":"2026-03-05T08:18:03.859605Z","steps":["trace[975880850] 'agreement among raft nodes before linearized reading' (duration: 169.011249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:03.860006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.561642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210804"} {"level":"info","ts":"2026-03-05T08:18:03.86009Z","caller":"traceutil/trace.go:171","msg":"trace[266959375] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:23926; }","duration":"166.664734ms","start":"2026-03-05T08:18:03.693406Z","end":"2026-03-05T08:18:03.860071Z","steps":["trace[266959375] 'agreement among raft nodes before linearized reading' (duration: 165.611589ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:04.139848Z","caller":"traceutil/trace.go:171","msg":"trace[1392958435] transaction","detail":"{read_only:false; response_revision:23930; number_of_response:1; }","duration":"102.371614ms","start":"2026-03-05T08:18:04.037452Z","end":"2026-03-05T08:18:04.139823Z","steps":["trace[1392958435] 'process raft request' (duration: 102.196379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:04.395921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.033596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:04.395976Z","caller":"traceutil/trace.go:171","msg":"trace[57819681] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23931; }","duration":"163.135229ms","start":"2026-03-05T08:18:04.23283Z","end":"2026-03-05T08:18:04.395965Z","steps":["trace[57819681] 'range keys from in-memory index tree' (duration: 162.939844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:04.396747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.27349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T08:18:04.396811Z","caller":"traceutil/trace.go:171","msg":"trace[1476454135] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23931; }","duration":"112.377353ms","start":"2026-03-05T08:18:04.284418Z","end":"2026-03-05T08:18:04.396795Z","steps":["trace[1476454135] 'range keys from in-memory index tree' (duration: 112.141487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:04.397205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.829189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210804"} {"level":"info","ts":"2026-03-05T08:18:04.397327Z","caller":"traceutil/trace.go:171","msg":"trace[977596273] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:23931; }","duration":"103.985883ms","start":"2026-03-05T08:18:04.293326Z","end":"2026-03-05T08:18:04.397312Z","steps":["trace[977596273] 'range keys from in-memory index tree' (duration: 102.406493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:06.45425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.636707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:18:06.454343Z","caller":"traceutil/trace.go:171","msg":"trace[415032360] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:23946; }","duration":"167.782491ms","start":"2026-03-05T08:18:06.28654Z","end":"2026-03-05T08:18:06.454323Z","steps":["trace[415032360] 'count revisions from in-memory index tree' (duration: 167.551195ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:07.741966Z","caller":"traceutil/trace.go:171","msg":"trace[1249345709] transaction","detail":"{read_only:false; response_revision:23956; number_of_response:1; }","duration":"113.170062ms","start":"2026-03-05T08:18:07.628776Z","end":"2026-03-05T08:18:07.741946Z","steps":["trace[1249345709] 'process raft request' (duration: 103.301725ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:08.208081Z","caller":"traceutil/trace.go:171","msg":"trace[653371065] transaction","detail":"{read_only:false; response_revision:23959; number_of_response:1; }","duration":"121.059991ms","start":"2026-03-05T08:18:08.086997Z","end":"2026-03-05T08:18:08.208057Z","steps":["trace[653371065] 'process raft request' (duration: 120.871757ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:13.343222Z","caller":"traceutil/trace.go:171","msg":"trace[756306535] transaction","detail":"{read_only:false; response_revision:23995; number_of_response:1; }","duration":"129.573044ms","start":"2026-03-05T08:18:13.213607Z","end":"2026-03-05T08:18:13.34318Z","steps":["trace[756306535] 'process raft request' (duration: 129.261247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:13.846399Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031207747,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T08:18:13.898673Z","caller":"traceutil/trace.go:171","msg":"trace[1218148196] transaction","detail":"{read_only:false; response_revision:23996; number_of_response:1; }","duration":"621.243917ms","start":"2026-03-05T08:18:13.277391Z","end":"2026-03-05T08:18:13.898635Z","steps":["trace[1218148196] 'process raft request' (duration: 575.638064ms)","trace[1218148196] 'compare' (duration: 44.705022ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:18:13.898846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:13.277366Z","time spent":"621.400591ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:13.949709Z","caller":"traceutil/trace.go:171","msg":"trace[1416601515] linearizableReadLoop","detail":"{readStateIndex:24843; appliedIndex:24840; }","duration":"603.538123ms","start":"2026-03-05T08:18:13.346143Z","end":"2026-03-05T08:18:13.949681Z","steps":["trace[1416601515] 'read index received' (duration: 506.974159ms)","trace[1416601515] 'applied index is now lower than readState.Index' (duration: 96.562514ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:18:13.94978Z","caller":"traceutil/trace.go:171","msg":"trace[741820835] transaction","detail":"{read_only:false; response_revision:23997; number_of_response:1; }","duration":"253.212459ms","start":"2026-03-05T08:18:13.696533Z","end":"2026-03-05T08:18:13.949745Z","steps":["trace[741820835] 'process raft request' (duration: 252.980212ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:13.949839Z","caller":"traceutil/trace.go:171","msg":"trace[874138639] transaction","detail":"{read_only:false; response_revision:23998; number_of_response:1; }","duration":"188.564679ms","start":"2026-03-05T08:18:13.761258Z","end":"2026-03-05T08:18:13.949823Z","steps":["trace[874138639] 'process raft request' (duration: 188.380644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:13.95016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.999685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f8349eec-26aa-4de8-968b-8f02e347b464\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-03-05T08:18:13.950243Z","caller":"traceutil/trace.go:171","msg":"trace[47899168] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f8349eec-26aa-4de8-968b-8f02e347b464; range_end:; response_count:1; response_revision:23998; }","duration":"604.157458ms","start":"2026-03-05T08:18:13.346066Z","end":"2026-03-05T08:18:13.950224Z","steps":["trace[47899168] 'agreement among raft nodes before linearized reading' (duration: 603.858511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:13.950303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:13.346046Z","time spent":"604.24725ms","remote":"127.0.0.1:49312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-f8349eec-26aa-4de8-968b-8f02e347b464\" "} {"level":"warn","ts":"2026-03-05T08:18:13.950924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.297087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T08:18:13.950954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.051187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:13.951081Z","caller":"traceutil/trace.go:171","msg":"trace[2064171494] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:23999; }","duration":"222.501412ms","start":"2026-03-05T08:18:13.728559Z","end":"2026-03-05T08:18:13.951061Z","steps":["trace[2064171494] 'agreement among raft nodes before linearized reading' (duration: 222.211685ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:13.951173Z","caller":"traceutil/trace.go:171","msg":"trace[1551790105] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23999; }","duration":"148.252793ms","start":"2026-03-05T08:18:13.802854Z","end":"2026-03-05T08:18:13.951107Z","steps":["trace[1551790105] 'agreement among raft nodes before linearized reading' (duration: 148.029937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:14.889841Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031207754,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T08:18:14.985472Z","caller":"traceutil/trace.go:171","msg":"trace[2083520371] transaction","detail":"{read_only:false; response_revision:24001; number_of_response:1; }","duration":"980.703642ms","start":"2026-03-05T08:18:14.004735Z","end":"2026-03-05T08:18:14.985438Z","steps":["trace[2083520371] 'process raft request' (duration: 964.810462ms)","trace[2083520371] 'compare' (duration: 15.732576ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:18:14.985872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:14.004713Z","time spent":"981.0647ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:15.042395Z","caller":"traceutil/trace.go:171","msg":"trace[199524553] transaction","detail":"{read_only:false; response_revision:24002; number_of_response:1; }","duration":"816.493057ms","start":"2026-03-05T08:18:14.22588Z","end":"2026-03-05T08:18:15.042373Z","steps":["trace[199524553] 'process raft request' (duration: 816.346332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:15.042519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:14.225855Z","time spent":"816.598279ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:15.042572Z","caller":"traceutil/trace.go:171","msg":"trace[636533087] linearizableReadLoop","detail":"{readStateIndex:24848; appliedIndex:24845; }","duration":"653.49764ms","start":"2026-03-05T08:18:14.389043Z","end":"2026-03-05T08:18:15.042541Z","steps":["trace[636533087] 'read index received' (duration: 580.591574ms)","trace[636533087] 'applied index is now lower than readState.Index' (duration: 72.903466ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:18:15.042639Z","caller":"traceutil/trace.go:171","msg":"trace[907192030] transaction","detail":"{read_only:false; response_revision:24003; number_of_response:1; }","duration":"563.037472ms","start":"2026-03-05T08:18:14.479575Z","end":"2026-03-05T08:18:15.042612Z","steps":["trace[907192030] 'process raft request' (duration: 562.767386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:15.042738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.673785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:18:15.04275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:14.479555Z","time spent":"563.132535ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:15.042772Z","caller":"traceutil/trace.go:171","msg":"trace[588890578] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24003; }","duration":"653.765128ms","start":"2026-03-05T08:18:14.388994Z","end":"2026-03-05T08:18:15.042759Z","steps":["trace[588890578] 'agreement among raft nodes before linearized reading' (duration: 653.662585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:15.0428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:14.388974Z","time spent":"653.817738ms","remote":"127.0.0.1:34236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:15.042861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.974415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:18:15.042896Z","caller":"traceutil/trace.go:171","msg":"trace[834192251] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:24003; }","duration":"627.036897ms","start":"2026-03-05T08:18:14.415849Z","end":"2026-03-05T08:18:15.042886Z","steps":["trace[834192251] 'agreement among raft nodes before linearized reading' (duration: 626.963955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:15.042917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:14.415837Z","time spent":"627.074127ms","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:15.042913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.043557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-05T08:18:15.042965Z","caller":"traceutil/trace.go:171","msg":"trace[1143408024] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24003; }","duration":"183.127119ms","start":"2026-03-05T08:18:14.859825Z","end":"2026-03-05T08:18:15.042952Z","steps":["trace[1143408024] 'agreement among raft nodes before linearized reading' (duration: 182.985876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:15.042977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.222752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:15.043003Z","caller":"traceutil/trace.go:171","msg":"trace[1634596576] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:24003; }","duration":"143.277943ms","start":"2026-03-05T08:18:14.899718Z","end":"2026-03-05T08:18:15.042996Z","steps":["trace[1634596576] 'agreement among raft nodes before linearized reading' (duration: 143.228132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:15.043095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.693431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T08:18:15.043116Z","caller":"traceutil/trace.go:171","msg":"trace[636577615] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24003; }","duration":"241.742843ms","start":"2026-03-05T08:18:14.801367Z","end":"2026-03-05T08:18:15.04311Z","steps":["trace[636577615] 'agreement among raft nodes before linearized reading' (duration: 241.656341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:15.043166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.584206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-05T08:18:15.043188Z","caller":"traceutil/trace.go:171","msg":"trace[1938302686] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24003; }","duration":"268.642838ms","start":"2026-03-05T08:18:14.774536Z","end":"2026-03-05T08:18:15.043179Z","steps":["trace[1938302686] 'agreement among raft nodes before linearized reading' (duration: 268.589616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:15.043185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.402023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T08:18:15.043207Z","caller":"traceutil/trace.go:171","msg":"trace[587662903] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24003; }","duration":"493.464085ms","start":"2026-03-05T08:18:14.549737Z","end":"2026-03-05T08:18:15.043201Z","steps":["trace[587662903] 'agreement among raft nodes before linearized reading' (duration: 493.374643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:15.043208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.804526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:18:15.043225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:14.549717Z","time spent":"493.503247ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T08:18:15.043229Z","caller":"traceutil/trace.go:171","msg":"trace[280436591] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:24003; }","duration":"597.847747ms","start":"2026-03-05T08:18:14.445374Z","end":"2026-03-05T08:18:15.043221Z","steps":["trace[280436591] 'agreement among raft nodes before linearized reading' (duration: 597.817546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:15.043246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:14.445363Z","time spent":"597.878288ms","remote":"127.0.0.1:34332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:15.043281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.505699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T08:18:15.043297Z","caller":"traceutil/trace.go:171","msg":"trace[1116493037] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24003; }","duration":"249.54819ms","start":"2026-03-05T08:18:14.793744Z","end":"2026-03-05T08:18:15.043293Z","steps":["trace[1116493037] 'agreement among raft nodes before linearized reading' (duration: 249.506779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:15.043356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.11505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-05T08:18:15.043353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.540984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:15.043376Z","caller":"traceutil/trace.go:171","msg":"trace[527998879] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24003; }","duration":"461.170901ms","start":"2026-03-05T08:18:14.582199Z","end":"2026-03-05T08:18:15.04337Z","steps":["trace[527998879] 'agreement among raft nodes before linearized reading' (duration: 461.103769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:15.043394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:14.582179Z","time spent":"461.210123ms","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-05T08:18:15.043397Z","caller":"traceutil/trace.go:171","msg":"trace[878907234] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:24003; }","duration":"616.626676ms","start":"2026-03-05T08:18:14.426757Z","end":"2026-03-05T08:18:15.043384Z","steps":["trace[878907234] 'agreement among raft nodes before linearized reading' (duration: 616.550385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:15.043419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:14.426736Z","time spent":"616.676687ms","remote":"127.0.0.1:49618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:15.548072Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031207759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:18:16.207528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.432102ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:18:16.207624Z","caller":"traceutil/trace.go:171","msg":"trace[372644217] transaction","detail":"{read_only:false; response_revision:24004; number_of_response:1; }","duration":"1.161111034s","start":"2026-03-05T08:18:15.046497Z","end":"2026-03-05T08:18:16.207608Z","steps":["trace[372644217] 'process raft request' (duration: 612.510988ms)","trace[372644217] 'compare' (duration: 548.259748ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:18:16.207671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:15.04648Z","time spent":"1.161168547s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:17.289374Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.630306707s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T08:18:17.299269Z","caller":"traceutil/trace.go:171","msg":"trace[477837770] transaction","detail":"{read_only:false; response_revision:24005; number_of_response:1; }","duration":"2.252074097s","start":"2026-03-05T08:18:15.047167Z","end":"2026-03-05T08:18:17.299241Z","steps":["trace[477837770] 'process raft request' (duration: 2.242449207s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:17.299311Z","caller":"traceutil/trace.go:171","msg":"trace[469581333] transaction","detail":"{read_only:false; response_revision:24007; number_of_response:1; }","duration":"2.252022926s","start":"2026-03-05T08:18:15.047262Z","end":"2026-03-05T08:18:17.299285Z","steps":["trace[469581333] 'process raft request' (duration: 2.251949335s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:17.29938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:15.047149Z","time spent":"2.25217184s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:17.299425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:15.047256Z","time spent":"2.252100748s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:17.299559Z","caller":"traceutil/trace.go:171","msg":"trace[2110003790] transaction","detail":"{read_only:false; response_revision:24006; number_of_response:1; }","duration":"2.252312693s","start":"2026-03-05T08:18:15.047236Z","end":"2026-03-05T08:18:17.299549Z","steps":["trace[2110003790] 'process raft request' (duration: 2.251892204s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:17.299607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:15.047226Z","time spent":"2.252355024s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:17.299687Z","caller":"traceutil/trace.go:171","msg":"trace[1424021564] transaction","detail":"{read_only:false; response_revision:24008; number_of_response:1; }","duration":"2.252316213s","start":"2026-03-05T08:18:15.04736Z","end":"2026-03-05T08:18:17.299676Z","steps":["trace[1424021564] 'process raft request' (duration: 2.251889913s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:17.299728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:15.047338Z","time spent":"2.252368064s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:17.300081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.253042221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-05T08:18:17.300106Z","caller":"traceutil/trace.go:171","msg":"trace[462413175] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24008; }","duration":"2.253091261s","start":"2026-03-05T08:18:15.047008Z","end":"2026-03-05T08:18:17.300099Z","steps":["trace[462413175] 'agreement among raft nodes before linearized reading' (duration: 2.252987839s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:17.300126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:15.046991Z","time spent":"2.253131362s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-05T08:18:17.30018Z","caller":"traceutil/trace.go:171","msg":"trace[756954086] linearizableReadLoop","detail":"{readStateIndex:24853; appliedIndex:24848; }","duration":"2.252298163s","start":"2026-03-05T08:18:15.047042Z","end":"2026-03-05T08:18:17.29934Z","steps":["trace[756954086] 'read index received' (duration: 612.082448ms)","trace[756954086] 'applied index is now lower than readState.Index' (duration: 1.640214615s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:18:17.800704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000103029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T08:18:17.800791Z","caller":"traceutil/trace.go:171","msg":"trace[961914963] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000236803s","start":"2026-03-05T08:18:15.800534Z","end":"2026-03-05T08:18:17.800771Z","steps":["trace[961914963] 'agreement among raft nodes before linearized reading' (duration: 2.00012561s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:17.800836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:15.800517Z","time spent":"2.000309384s","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:18:17.800985Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031207773,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T08:18:18.152103Z","caller":"traceutil/trace.go:171","msg":"trace[1753071578] transaction","detail":"{read_only:false; response_revision:24009; number_of_response:1; }","duration":"2.246463993s","start":"2026-03-05T08:18:15.905612Z","end":"2026-03-05T08:18:18.152076Z","steps":["trace[1753071578] 'process raft request' (duration: 2.24175839s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:18.152238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:15.905588Z","time spent":"2.246579146s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:18.152352Z","caller":"traceutil/trace.go:171","msg":"trace[1324783188] linearizableReadLoop","detail":"{readStateIndex:24861; appliedIndex:24853; }","duration":"852.070589ms","start":"2026-03-05T08:18:17.300251Z","end":"2026-03-05T08:18:18.152321Z","steps":["trace[1324783188] 'read index received' (duration: 847.12405ms)","trace[1324783188] 'applied index is now lower than readState.Index' (duration: 4.945479ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:18:18.152419Z","caller":"traceutil/trace.go:171","msg":"trace[1752661598] transaction","detail":"{read_only:false; response_revision:24012; number_of_response:1; }","duration":"2.195240126s","start":"2026-03-05T08:18:15.957164Z","end":"2026-03-05T08:18:18.152404Z","steps":["trace[1752661598] 'process raft request' (duration: 2.194971949s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:18.152433Z","caller":"traceutil/trace.go:171","msg":"trace[1852105792] transaction","detail":"{read_only:false; response_revision:24016; number_of_response:1; }","duration":"1.103892784s","start":"2026-03-05T08:18:17.048513Z","end":"2026-03-05T08:18:18.152406Z","steps":["trace[1852105792] 'process raft request' (duration: 1.103767611s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:18.152471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:15.957159Z","time spent":"2.195281367s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:18.152521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298902887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:18:18.152549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:17.048507Z","time spent":"1.103983266s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:18.152581Z","caller":"traceutil/trace.go:171","msg":"trace[1269371293] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24016; }","duration":"1.298997718s","start":"2026-03-05T08:18:16.853566Z","end":"2026-03-05T08:18:18.152564Z","steps":["trace[1269371293] 'agreement among raft nodes before linearized reading' (duration: 1.298876386s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:18.152607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:16.853549Z","time spent":"1.29905413s","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T08:18:18.152604Z","caller":"traceutil/trace.go:171","msg":"trace[244149485] transaction","detail":"{read_only:false; response_revision:24014; number_of_response:1; }","duration":"1.992092527s","start":"2026-03-05T08:18:16.160496Z","end":"2026-03-05T08:18:18.152588Z","steps":["trace[244149485] 'process raft request' (duration: 1.991709738s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:18.152615Z","caller":"traceutil/trace.go:171","msg":"trace[1564348494] transaction","detail":"{read_only:false; response_revision:24013; number_of_response:1; }","duration":"2.146406705s","start":"2026-03-05T08:18:16.006194Z","end":"2026-03-05T08:18:18.152601Z","steps":["trace[1564348494] 'process raft request' (duration: 2.145977655s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:18.152621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.241279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"warn","ts":"2026-03-05T08:18:18.152593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.247098528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:18.152635Z","caller":"traceutil/trace.go:171","msg":"trace[884296035] transaction","detail":"{read_only:false; response_revision:24011; number_of_response:1; }","duration":"2.195508332s","start":"2026-03-05T08:18:15.957098Z","end":"2026-03-05T08:18:18.152607Z","steps":["trace[884296035] 'process raft request' (duration: 2.19499773s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:18.152668Z","caller":"traceutil/trace.go:171","msg":"trace[824232829] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24016; }","duration":"851.319941ms","start":"2026-03-05T08:18:17.301335Z","end":"2026-03-05T08:18:18.152655Z","steps":["trace[824232829] 'agreement among raft nodes before linearized reading' (duration: 851.155737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:18.152679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.775740674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.222\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-05T08:18:18.152705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:17.301306Z","time spent":"851.392093ms","remote":"127.0.0.1:49348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-05T08:18:18.152699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:16.006174Z","time spent":"2.146469727s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:18.152681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.87059529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-05T08:18:18.152939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231286027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:18:18.152953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:15.957077Z","time spent":"2.195623386s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:18.152975Z","caller":"traceutil/trace.go:171","msg":"trace[340570574] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:24016; }","duration":"1.231371729s","start":"2026-03-05T08:18:16.921591Z","end":"2026-03-05T08:18:18.152963Z","steps":["trace[340570574] 'agreement among raft nodes before linearized reading' (duration: 1.231296607s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:18.152934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.939702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T08:18:18.152989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234701618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:18:18.15266Z","caller":"traceutil/trace.go:171","msg":"trace[405038380] transaction","detail":"{read_only:false; response_revision:24010; number_of_response:1; }","duration":"2.19625216s","start":"2026-03-05T08:18:15.956377Z","end":"2026-03-05T08:18:18.152629Z","steps":["trace[405038380] 'process raft request' (duration: 2.195595364s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:18.152669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.258798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:18.153011Z","caller":"traceutil/trace.go:171","msg":"trace[560085122] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:24016; }","duration":"1.234721869s","start":"2026-03-05T08:18:16.91828Z","end":"2026-03-05T08:18:18.153002Z","steps":["trace[560085122] 'agreement among raft nodes before linearized reading' (duration: 1.234630927s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:18.15303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:16.91826Z","time spent":"1.234766059s","remote":"127.0.0.1:49190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:18:18.153021Z","caller":"traceutil/trace.go:171","msg":"trace[65235671] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24016; }","duration":"508.073585ms","start":"2026-03-05T08:18:17.644929Z","end":"2026-03-05T08:18:18.153003Z","steps":["trace[65235671] 'agreement among raft nodes before linearized reading' (duration: 507.778758ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:18.153039Z","caller":"traceutil/trace.go:171","msg":"trace[1375626581] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24016; }","duration":"351.621446ms","start":"2026-03-05T08:18:17.801405Z","end":"2026-03-05T08:18:18.153026Z","steps":["trace[1375626581] 'agreement among raft nodes before linearized reading' (duration: 351.238457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:18.153038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116799533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:18:18.153065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:17.801343Z","time spent":"351.716139ms","remote":"127.0.0.1:49166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T08:18:18.152927Z","caller":"traceutil/trace.go:171","msg":"trace[1658412642] transaction","detail":"{read_only:false; response_revision:24015; number_of_response:1; }","duration":"1.105151935s","start":"2026-03-05T08:18:17.047757Z","end":"2026-03-05T08:18:18.152909Z","steps":["trace[1658412642] 'process raft request' (duration: 1.104495229s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:18.152952Z","caller":"traceutil/trace.go:171","msg":"trace[691907630] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24016; }","duration":"2.870892937s","start":"2026-03-05T08:18:15.282028Z","end":"2026-03-05T08:18:18.152921Z","steps":["trace[691907630] 'agreement among raft nodes before linearized reading' (duration: 2.870469487s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:18.153087Z","caller":"traceutil/trace.go:171","msg":"trace[1611316776] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:24016; }","duration":"1.116882735s","start":"2026-03-05T08:18:17.036187Z","end":"2026-03-05T08:18:18.15307Z","steps":["trace[1611316776] 'agreement among raft nodes before linearized reading' (duration: 1.116798463s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:18.153116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:17.047738Z","time spent":"1.105358159s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:18.153115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:15.282008Z","time spent":"2.871096891s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-03-05T08:18:18.1529Z","caller":"traceutil/trace.go:171","msg":"trace[1128020966] range","detail":"{range_begin:/registry/masterleases/199.204.45.222; range_end:; response_count:1; response_revision:24016; }","duration":"1.77601078s","start":"2026-03-05T08:18:16.37688Z","end":"2026-03-05T08:18:18.152891Z","steps":["trace[1128020966] 'agreement among raft nodes before linearized reading' (duration: 1.775650052s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:18.1529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029181022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:18:18.15315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:16.376857Z","time spent":"1.776287866s","remote":"127.0.0.1:49176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.222\" "} {"level":"warn","ts":"2026-03-05T08:18:18.153138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:17.036168Z","time spent":"1.116955407s","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:18.153135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:16.160465Z","time spent":"1.992176149s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:18.153167Z","caller":"traceutil/trace.go:171","msg":"trace[239210553] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:24016; }","duration":"1.02948405s","start":"2026-03-05T08:18:17.123676Z","end":"2026-03-05T08:18:18.15316Z","steps":["trace[239210553] 'agreement among raft nodes before linearized reading' (duration: 1.02903349s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:18.15325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:17.123658Z","time spent":"1.029581073s","remote":"127.0.0.1:49280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:18.153071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:15.956354Z","time spent":"2.196665s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:18.15307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:17.644898Z","time spent":"508.155727ms","remote":"127.0.0.1:46678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:18.153002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:16.921563Z","time spent":"1.231430441s","remote":"127.0.0.1:58494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:18.153342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.653126248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:18.153382Z","caller":"traceutil/trace.go:171","msg":"trace[759328888] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24016; }","duration":"2.653979478s","start":"2026-03-05T08:18:15.499387Z","end":"2026-03-05T08:18:18.153366Z","steps":["trace[759328888] 'agreement among raft nodes before linearized reading' (duration: 2.653067297s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:18.153415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:15.499366Z","time spent":"2.654039099s","remote":"127.0.0.1:34298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:18:18.153709Z","caller":"traceutil/trace.go:171","msg":"trace[1596182570] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24016; }","duration":"2.248271986s","start":"2026-03-05T08:18:15.90541Z","end":"2026-03-05T08:18:18.153682Z","steps":["trace[1596182570] 'agreement among raft nodes before linearized reading' (duration: 2.247036897s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:18.15378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:15.90539Z","time spent":"2.248371518s","remote":"127.0.0.1:34004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:18:19.532211Z","caller":"traceutil/trace.go:171","msg":"trace[814090064] transaction","detail":"{read_only:false; response_revision:24021; number_of_response:1; }","duration":"224.391247ms","start":"2026-03-05T08:18:19.307795Z","end":"2026-03-05T08:18:19.532186Z","steps":["trace[814090064] 'process raft request' (duration: 224.195693ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:19.908046Z","caller":"traceutil/trace.go:171","msg":"trace[2057333845] linearizableReadLoop","detail":"{readStateIndex:24870; appliedIndex:24867; }","duration":"284.125518ms","start":"2026-03-05T08:18:19.623898Z","end":"2026-03-05T08:18:19.908023Z","steps":["trace[2057333845] 'read index received' (duration: 283.523904ms)","trace[2057333845] 'applied index is now lower than readState.Index' (duration: 600.854µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:18:19.908051Z","caller":"traceutil/trace.go:171","msg":"trace[978434500] transaction","detail":"{read_only:false; response_revision:24022; number_of_response:1; }","duration":"599.812273ms","start":"2026-03-05T08:18:19.308192Z","end":"2026-03-05T08:18:19.908004Z","steps":["trace[978434500] 'process raft request' (duration: 599.363482ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:19.908089Z","caller":"traceutil/trace.go:171","msg":"trace[1172972244] transaction","detail":"{read_only:false; response_revision:24023; number_of_response:1; }","duration":"599.220379ms","start":"2026-03-05T08:18:19.308849Z","end":"2026-03-05T08:18:19.908069Z","steps":["trace[1172972244] 'process raft request' (duration: 599.047745ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:19.908114Z","caller":"traceutil/trace.go:171","msg":"trace[909561097] transaction","detail":"{read_only:false; response_revision:24024; number_of_response:1; }","duration":"599.164357ms","start":"2026-03-05T08:18:19.308931Z","end":"2026-03-05T08:18:19.908095Z","steps":["trace[909561097] 'process raft request' (duration: 599.048064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:19.90818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:19.308829Z","time spent":"599.30144ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:19.908197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:19.308909Z","time spent":"599.246109ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:19.908203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:19.30818Z","time spent":"599.948296ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:19.908364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.897634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:19.908441Z","caller":"traceutil/trace.go:171","msg":"trace[1351430806] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24024; }","duration":"105.007627ms","start":"2026-03-05T08:18:19.803419Z","end":"2026-03-05T08:18:19.908427Z","steps":["trace[1351430806] 'agreement among raft nodes before linearized reading' (duration: 104.901144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:19.908389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.64886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-05T08:18:19.90854Z","caller":"traceutil/trace.go:171","msg":"trace[2032549395] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24024; }","duration":"233.819573ms","start":"2026-03-05T08:18:19.674704Z","end":"2026-03-05T08:18:19.908524Z","steps":["trace[2032549395] 'agreement among raft nodes before linearized reading' (duration: 233.580978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:19.909101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.185034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-05T08:18:19.909153Z","caller":"traceutil/trace.go:171","msg":"trace[1933378004] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24024; }","duration":"285.286817ms","start":"2026-03-05T08:18:19.623853Z","end":"2026-03-05T08:18:19.90914Z","steps":["trace[1933378004] 'agreement among raft nodes before linearized reading' (duration: 284.293402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:20.414683Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031207807,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:18:21.381579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.698955ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:18:21.381703Z","caller":"traceutil/trace.go:171","msg":"trace[2063194092] transaction","detail":"{read_only:false; response_revision:24025; number_of_response:1; }","duration":"1.468763956s","start":"2026-03-05T08:18:19.91292Z","end":"2026-03-05T08:18:21.381684Z","steps":["trace[2063194092] 'process raft request' (duration: 849.881297ms)","trace[2063194092] 'compare' (duration: 618.337777ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:18:21.381762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:19.9129Z","time spent":"1.468833898s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:21.941645Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.162453386s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T08:18:22.032092Z","caller":"traceutil/trace.go:171","msg":"trace[2063972142] transaction","detail":"{read_only:false; response_revision:24026; number_of_response:1; }","duration":"1.874771187s","start":"2026-03-05T08:18:20.157292Z","end":"2026-03-05T08:18:22.032063Z","steps":["trace[2063972142] 'process raft request' (duration: 1.784652647s)","trace[2063972142] 'compare' (duration: 89.500424ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:18:22.032108Z","caller":"traceutil/trace.go:171","msg":"trace[1039667943] transaction","detail":"{read_only:false; response_revision:24027; number_of_response:1; }","duration":"1.873421014s","start":"2026-03-05T08:18:20.158656Z","end":"2026-03-05T08:18:22.032077Z","steps":["trace[1039667943] 'process raft request' (duration: 1.87325494s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:22.032239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:20.157268Z","time spent":"1.874895s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:22.032263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:20.158645Z","time spent":"1.873531236s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:22.032892Z","caller":"traceutil/trace.go:171","msg":"trace[1790016205] transaction","detail":"{read_only:false; response_revision:24028; number_of_response:1; }","duration":"1.873384833s","start":"2026-03-05T08:18:20.159487Z","end":"2026-03-05T08:18:22.032872Z","steps":["trace[1790016205] 'process raft request' (duration: 1.872539003s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:22.032991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:20.159477Z","time spent":"1.873466575s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:22.032987Z","caller":"traceutil/trace.go:171","msg":"trace[255147668] transaction","detail":"{read_only:false; response_revision:24029; number_of_response:1; }","duration":"1.873350122s","start":"2026-03-05T08:18:20.15961Z","end":"2026-03-05T08:18:22.03296Z","steps":["trace[255147668] 'process raft request' (duration: 1.873116396s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:22.033076Z","caller":"traceutil/trace.go:171","msg":"trace[1221803604] transaction","detail":"{read_only:false; response_revision:24031; number_of_response:1; }","duration":"1.873027254s","start":"2026-03-05T08:18:20.160043Z","end":"2026-03-05T08:18:22.03307Z","steps":["trace[1221803604] 'process raft request' (duration: 1.872882541s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:22.033107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:20.160035Z","time spent":"1.873055995s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:22.03312Z","caller":"traceutil/trace.go:171","msg":"trace[98296644] linearizableReadLoop","detail":"{readStateIndex:24878; appliedIndex:24870; }","duration":"2.119131291s","start":"2026-03-05T08:18:19.913972Z","end":"2026-03-05T08:18:22.033103Z","steps":["trace[98296644] 'read index received' (duration: 848.816671ms)","trace[98296644] 'applied index is now lower than readState.Index' (duration: 1.27031256s)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:18:22.033148Z","caller":"traceutil/trace.go:171","msg":"trace[1056572906] transaction","detail":"{read_only:false; response_revision:24030; number_of_response:1; }","duration":"1.873163098s","start":"2026-03-05T08:18:20.159979Z","end":"2026-03-05T08:18:22.033142Z","steps":["trace[1056572906] 'process raft request' (duration: 1.872891662s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:22.033133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:20.159579Z","time spent":"1.873473675s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:22.033144Z","caller":"traceutil/trace.go:171","msg":"trace[68282537] transaction","detail":"{read_only:false; response_revision:24032; number_of_response:1; }","duration":"1.871742663s","start":"2026-03-05T08:18:20.161365Z","end":"2026-03-05T08:18:22.033107Z","steps":["trace[68282537] 'process raft request' (duration: 1.87159248s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:22.033246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:20.161347Z","time spent":"1.871855555s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:22.033175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:20.159968Z","time spent":"1.873192349s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:22.665573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.553018ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-05T08:18:22.665796Z","caller":"traceutil/trace.go:171","msg":"trace[1981490128] linearizableReadLoop","detail":"{readStateIndex:24879; appliedIndex:24878; }","duration":"632.61992ms","start":"2026-03-05T08:18:22.033159Z","end":"2026-03-05T08:18:22.665779Z","steps":["trace[1981490128] 'read index received' (duration: 48.622µs)","trace[1981490128] 'applied index is now lower than readState.Index' (duration: 632.570418ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:18:22.665872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.512535299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:22.665902Z","caller":"traceutil/trace.go:171","msg":"trace[1522799459] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:24032; }","duration":"2.512609601s","start":"2026-03-05T08:18:20.153282Z","end":"2026-03-05T08:18:22.665891Z","steps":["trace[1522799459] 'agreement among raft nodes before linearized reading' (duration: 2.51254604s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:22.665937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:20.153255Z","time spent":"2.512672512s","remote":"127.0.0.1:48138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:22.666567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.142909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:22.666627Z","caller":"traceutil/trace.go:171","msg":"trace[570301776] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24032; }","duration":"718.235221ms","start":"2026-03-05T08:18:21.948371Z","end":"2026-03-05T08:18:22.666606Z","steps":["trace[570301776] 'agreement among raft nodes before linearized reading' (duration: 718.163059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:22.666659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:21.948339Z","time spent":"718.311353ms","remote":"127.0.0.1:34046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:22.666815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.752832717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-03-05T08:18:22.666842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819635584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:18:22.666827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322318108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:22.666872Z","caller":"traceutil/trace.go:171","msg":"trace[528464063] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:24032; }","duration":"1.819691836s","start":"2026-03-05T08:18:20.84717Z","end":"2026-03-05T08:18:22.666862Z","steps":["trace[528464063] 'agreement among raft nodes before linearized reading' (duration: 1.819640425s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:22.666877Z","caller":"traceutil/trace.go:171","msg":"trace[1033483739] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:24032; }","duration":"2.752905989s","start":"2026-03-05T08:18:19.91395Z","end":"2026-03-05T08:18:22.666856Z","steps":["trace[1033483739] 'agreement among raft nodes before linearized reading' (duration: 2.119242944s)","trace[1033483739] 'range keys from in-memory index tree' (duration: 633.523982ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:18:22.666911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:20.847156Z","time spent":"1.819747017s","remote":"127.0.0.1:33806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:22.666915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:19.913937Z","time spent":"2.75297045s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-05T08:18:22.667023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.614256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T08:18:22.666907Z","caller":"traceutil/trace.go:171","msg":"trace[1717893215] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:24032; }","duration":"1.32242909s","start":"2026-03-05T08:18:21.344455Z","end":"2026-03-05T08:18:22.666885Z","steps":["trace[1717893215] 'agreement among raft nodes before linearized reading' (duration: 1.322293176s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:22.667033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281758655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-05T08:18:22.667051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.101816937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:22.667118Z","caller":"traceutil/trace.go:171","msg":"trace[95645784] range","detail":"{range_begin:/registry/serviceaccounts/openstack/pxc-operator; range_end:; response_count:1; response_revision:24032; }","duration":"1.281894529s","start":"2026-03-05T08:18:21.385205Z","end":"2026-03-05T08:18:22.667099Z","steps":["trace[95645784] 'agreement among raft nodes before linearized reading' (duration: 1.281638833s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:22.667134Z","caller":"traceutil/trace.go:171","msg":"trace[516506566] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:24032; }","duration":"2.10194287s","start":"2026-03-05T08:18:20.565167Z","end":"2026-03-05T08:18:22.66711Z","steps":["trace[516506566] 'agreement among raft nodes before linearized reading' (duration: 2.101809857s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:22.667165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:21.385191Z","time spent":"1.28196482s","remote":"127.0.0.1:49370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":556,"request content":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" "} {"level":"warn","ts":"2026-03-05T08:18:22.667178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:20.565148Z","time spent":"2.102020551s","remote":"127.0.0.1:49246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:22.66706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282162625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-67744c6465-wvtzd.1899e4115188c5ec\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-05T08:18:22.667234Z","caller":"traceutil/trace.go:171","msg":"trace[246457730] transaction","detail":"{read_only:false; response_revision:24033; number_of_response:1; }","duration":"325.184603ms","start":"2026-03-05T08:18:22.342038Z","end":"2026-03-05T08:18:22.667223Z","steps":["trace[246457730] 'process raft request' (duration: 323.639056ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:22.667076Z","caller":"traceutil/trace.go:171","msg":"trace[2125322289] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24032; }","duration":"754.564522ms","start":"2026-03-05T08:18:21.912494Z","end":"2026-03-05T08:18:22.667059Z","steps":["trace[2125322289] 'agreement among raft nodes before linearized reading' (duration: 754.384977ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:22.667271Z","caller":"traceutil/trace.go:171","msg":"trace[1747441714] range","detail":"{range_begin:/registry/events/openstack/magnum-api-67744c6465-wvtzd.1899e4115188c5ec; range_end:; response_count:1; response_revision:24032; }","duration":"1.28240597s","start":"2026-03-05T08:18:21.384851Z","end":"2026-03-05T08:18:22.667257Z","steps":["trace[1747441714] 'agreement among raft nodes before linearized reading' (duration: 1.282083163s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:22.667318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:21.384831Z","time spent":"1.282474802s","remote":"127.0.0.1:49220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/magnum-api-67744c6465-wvtzd.1899e4115188c5ec\" "} {"level":"warn","ts":"2026-03-05T08:18:22.666831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.598509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:22.670521Z","caller":"traceutil/trace.go:171","msg":"trace[1168485918] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24032; }","duration":"868.320819ms","start":"2026-03-05T08:18:21.802163Z","end":"2026-03-05T08:18:22.670484Z","steps":["trace[1168485918] 'agreement among raft nodes before linearized reading' (duration: 864.596129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:22.670625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:21.802141Z","time spent":"868.455941ms","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:18:22.667082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:21.344441Z","time spent":"1.322627995s","remote":"127.0.0.1:48128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:22.668099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:21.912485Z","time spent":"755.593017ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T08:18:22.669831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:22.342012Z","time spent":"325.250364ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:23.173048Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031207820,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:18:23.370484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.562142134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:23.370593Z","caller":"traceutil/trace.go:171","msg":"trace[414017676] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:24033; }","duration":"1.562292567s","start":"2026-03-05T08:18:21.808276Z","end":"2026-03-05T08:18:23.370568Z","steps":["trace[414017676] 'agreement among raft nodes before linearized reading' (duration: 858.84292ms)","trace[414017676] 'count revisions from in-memory index tree' (duration: 703.292793ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:18:23.370644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:21.808265Z","time spent":"1.562367468s","remote":"127.0.0.1:49432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:23.370643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.07808072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:23.370743Z","caller":"traceutil/trace.go:171","msg":"trace[690026649] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24033; }","duration":"3.078217693s","start":"2026-03-05T08:18:20.292495Z","end":"2026-03-05T08:18:23.370713Z","steps":["trace[690026649] 'agreement among raft nodes before linearized reading' (duration: 2.374759626s)","trace[690026649] 'range keys from in-memory index tree' (duration: 703.280093ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:18:23.370795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:20.292419Z","time spent":"3.078364408s","remote":"127.0.0.1:34178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T08:18:23.370821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458541672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T08:18:23.370905Z","caller":"traceutil/trace.go:171","msg":"trace[676327043] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24033; }","duration":"1.458662275s","start":"2026-03-05T08:18:21.912216Z","end":"2026-03-05T08:18:23.370878Z","steps":["trace[676327043] 'agreement among raft nodes before linearized reading' (duration: 754.89421ms)","trace[676327043] 'range keys from in-memory index tree' (duration: 703.604951ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:18:23.370965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:21.912196Z","time spent":"1.458757637s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T08:18:23.370966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.833574299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-05T08:18:23.371087Z","caller":"traceutil/trace.go:171","msg":"trace[1407153525] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24033; }","duration":"1.833696932s","start":"2026-03-05T08:18:21.537352Z","end":"2026-03-05T08:18:23.371048Z","steps":["trace[1407153525] 'agreement among raft nodes before linearized reading' (duration: 1.129838035s)","trace[1407153525] 'range keys from in-memory index tree' (duration: 703.579701ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:18:23.371101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.148258473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-05T08:18:23.371152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:21.537305Z","time spent":"1.833833385s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T08:18:23.371197Z","caller":"traceutil/trace.go:171","msg":"trace[818180101] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24033; }","duration":"3.148379236s","start":"2026-03-05T08:18:20.222792Z","end":"2026-03-05T08:18:23.371172Z","steps":["trace[818180101] 'agreement among raft nodes before linearized reading' (duration: 2.444429107s)","trace[818180101] 'range keys from in-memory index tree' (duration: 703.689094ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:18:23.3712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458650505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-05T08:18:23.371251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:20.222773Z","time spent":"3.148468848s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T08:18:23.371257Z","caller":"traceutil/trace.go:171","msg":"trace[1238712362] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24033; }","duration":"1.458738907s","start":"2026-03-05T08:18:21.912501Z","end":"2026-03-05T08:18:23.37124Z","steps":["trace[1238712362] 'agreement among raft nodes before linearized reading' (duration: 754.599953ms)","trace[1238712362] 'range keys from in-memory index tree' (duration: 704.031281ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:18:23.371401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:21.912479Z","time spent":"1.45891225s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T08:18:23.371533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.82036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:18:23.371565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.012695191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-05T08:18:23.371671Z","caller":"traceutil/trace.go:171","msg":"trace[297548599] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:24033; }","duration":"2.012821875s","start":"2026-03-05T08:18:21.358831Z","end":"2026-03-05T08:18:23.371653Z","steps":["trace[297548599] 'agreement among raft nodes before linearized reading' (duration: 1.308351833s)","trace[297548599] 'count revisions from in-memory index tree' (duration: 703.948279ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:18:23.371771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:21.358819Z","time spent":"2.012913886s","remote":"127.0.0.1:49478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:18:23.371586Z","caller":"traceutil/trace.go:171","msg":"trace[1424704059] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24033; }","duration":"699.899192ms","start":"2026-03-05T08:18:22.671675Z","end":"2026-03-05T08:18:23.371575Z","steps":["trace[1424704059] 'range keys from in-memory index tree' (duration: 699.727648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:23.371991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:22.671662Z","time spent":"700.317462ms","remote":"127.0.0.1:49166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:18:23.673579Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031207820,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:18:23.984487Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.273967879s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T08:18:23.984945Z","caller":"traceutil/trace.go:171","msg":"trace[701585809] transaction","detail":"{read_only:false; response_revision:24034; number_of_response:1; }","duration":"1.313045676s","start":"2026-03-05T08:18:22.671871Z","end":"2026-03-05T08:18:23.984916Z","steps":["trace[701585809] 'process raft request' (duration: 1.312835371s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:23.985082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:22.671857Z","time spent":"1.313152938s","remote":"127.0.0.1:49220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:24.676146Z","caller":"traceutil/trace.go:171","msg":"trace[120701339] transaction","detail":"{read_only:false; response_revision:24036; number_of_response:1; }","duration":"1.320822601s","start":"2026-03-05T08:18:23.355291Z","end":"2026-03-05T08:18:24.676113Z","steps":["trace[120701339] 'process raft request' (duration: 1.320731559s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:24.676324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:23.35527Z","time spent":"1.320978916s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:24.67633Z","caller":"traceutil/trace.go:171","msg":"trace[1936823432] transaction","detail":"{read_only:false; response_revision:24035; number_of_response:1; }","duration":"1.998334347s","start":"2026-03-05T08:18:22.67785Z","end":"2026-03-05T08:18:24.676185Z","steps":["trace[1936823432] 'process raft request' (duration: 1.99802402s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:24.676497Z","caller":"traceutil/trace.go:171","msg":"trace[628935109] transaction","detail":"{read_only:false; response_revision:24037; number_of_response:1; }","duration":"1.300667199s","start":"2026-03-05T08:18:23.375819Z","end":"2026-03-05T08:18:24.676487Z","steps":["trace[628935109] 'process raft request' (duration: 1.300244568s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:24.67656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:23.375801Z","time spent":"1.300729891s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:24.676661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:22.677836Z","time spent":"1.998669406s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:24.676749Z","caller":"traceutil/trace.go:171","msg":"trace[687405905] linearizableReadLoop","detail":"{readStateIndex:24887; appliedIndex:24880; }","duration":"2.004747991s","start":"2026-03-05T08:18:22.67199Z","end":"2026-03-05T08:18:24.676738Z","steps":["trace[687405905] 'read index received' (duration: 1.312720028s)","trace[687405905] 'applied index is now lower than readState.Index' (duration: 692.027143ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:18:24.676819Z","caller":"traceutil/trace.go:171","msg":"trace[304738191] transaction","detail":"{read_only:false; response_revision:24038; number_of_response:1; }","duration":"1.300228498s","start":"2026-03-05T08:18:23.376583Z","end":"2026-03-05T08:18:24.676811Z","steps":["trace[304738191] 'process raft request' (duration: 1.299863499s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:24.67688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:23.376571Z","time spent":"1.300269669s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:24.676963Z","caller":"traceutil/trace.go:171","msg":"trace[804996141] transaction","detail":"{read_only:false; response_revision:24039; number_of_response:1; }","duration":"1.300179127s","start":"2026-03-05T08:18:23.376774Z","end":"2026-03-05T08:18:24.676954Z","steps":["trace[804996141] 'process raft request' (duration: 1.2998962s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:24.677016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:23.376744Z","time spent":"1.300245398s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:24.677179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.005185571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-jb98f\" ","response":"range_response_count:1 size:4350"} {"level":"info","ts":"2026-03-05T08:18:24.677217Z","caller":"traceutil/trace.go:171","msg":"trace[1414888980] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-jb98f; range_end:; response_count:1; response_revision:24040; }","duration":"2.005243952s","start":"2026-03-05T08:18:22.671965Z","end":"2026-03-05T08:18:24.677208Z","steps":["trace[1414888980] 'agreement among raft nodes before linearized reading' (duration: 2.005114839s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:24.677244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:22.671951Z","time spent":"2.005285434s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4373,"request content":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-jb98f\" "} {"level":"info","ts":"2026-03-05T08:18:24.677231Z","caller":"traceutil/trace.go:171","msg":"trace[122998596] transaction","detail":"{read_only:false; response_revision:24040; number_of_response:1; }","duration":"1.30031609s","start":"2026-03-05T08:18:23.376891Z","end":"2026-03-05T08:18:24.677207Z","steps":["trace[122998596] 'process raft request' (duration: 1.299815438s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:24.677411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:23.37688Z","time spent":"1.300464063s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:25.177242Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031207835,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:18:25.381098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000372546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T08:18:25.381194Z","caller":"traceutil/trace.go:171","msg":"trace[1016741638] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00051478s","start":"2026-03-05T08:18:23.380657Z","end":"2026-03-05T08:18:25.381172Z","steps":["trace[1016741638] 'agreement among raft nodes before linearized reading' (duration: 2.000385337s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:25.381249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:23.380648Z","time spent":"2.000589481s","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 08:18:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T08:18:25.677359Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031207835,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:18:26.060351Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.383204807s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T08:18:26.060791Z","caller":"traceutil/trace.go:171","msg":"trace[737103511] transaction","detail":"{read_only:false; response_revision:24043; number_of_response:1; }","duration":"2.022585388s","start":"2026-03-05T08:18:24.03818Z","end":"2026-03-05T08:18:26.060766Z","steps":["trace[737103511] 'process raft request' (duration: 2.022525947s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:26.06082Z","caller":"traceutil/trace.go:171","msg":"trace[491676740] transaction","detail":"{read_only:false; response_revision:24041; number_of_response:1; }","duration":"2.022825834s","start":"2026-03-05T08:18:24.037955Z","end":"2026-03-05T08:18:26.060781Z","steps":["trace[491676740] 'process raft request' (duration: 2.022586218s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:26.060838Z","caller":"traceutil/trace.go:171","msg":"trace[573861239] transaction","detail":"{read_only:false; response_revision:24042; number_of_response:1; }","duration":"2.022797513s","start":"2026-03-05T08:18:24.038013Z","end":"2026-03-05T08:18:26.060811Z","steps":["trace[573861239] 'process raft request' (duration: 2.02265466s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:26.060946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:24.038049Z","time spent":"2.022814134s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:26.060971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:24.037934Z","time spent":"2.022952207s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:26.061Z","caller":"traceutil/trace.go:171","msg":"trace[2111225611] transaction","detail":"{read_only:false; response_revision:24044; number_of_response:1; }","duration":"2.022825275s","start":"2026-03-05T08:18:24.038162Z","end":"2026-03-05T08:18:26.060988Z","steps":["trace[2111225611] 'process raft request' (duration: 2.022577129s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:26.061033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:24.037986Z","time spent":"2.023001179s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:26.061056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:24.038083Z","time spent":"2.022939106s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:26.061118Z","caller":"traceutil/trace.go:171","msg":"trace[1310903410] transaction","detail":"{read_only:false; response_revision:24045; number_of_response:1; }","duration":"2.02182754s","start":"2026-03-05T08:18:24.039266Z","end":"2026-03-05T08:18:26.061094Z","steps":["trace[1310903410] 'process raft request' (duration: 2.021682827s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:26.06126Z","caller":"traceutil/trace.go:171","msg":"trace[42021710] transaction","detail":"{read_only:false; response_revision:24047; number_of_response:1; }","duration":"2.02180076s","start":"2026-03-05T08:18:24.039451Z","end":"2026-03-05T08:18:26.061252Z","steps":["trace[42021710] 'process raft request' (duration: 2.021732738s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:26.061261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:24.039245Z","time spent":"2.021939653s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:26.061269Z","caller":"traceutil/trace.go:171","msg":"trace[1820008373] transaction","detail":"{read_only:false; response_revision:24046; number_of_response:1; }","duration":"2.021856691s","start":"2026-03-05T08:18:24.039403Z","end":"2026-03-05T08:18:26.061259Z","steps":["trace[1820008373] 'process raft request' (duration: 2.021670417s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:26.061307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:24.039431Z","time spent":"2.021849592s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:26.061325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:24.039376Z","time spent":"2.021919193s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:27.381583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000304204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T08:18:27.381655Z","caller":"traceutil/trace.go:171","msg":"trace[556151782] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000432898s","start":"2026-03-05T08:18:25.381206Z","end":"2026-03-05T08:18:27.381639Z","steps":["trace[556151782] 'agreement among raft nodes before linearized reading' (duration: 2.000338475s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:27.381733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:25.38118Z","time spent":"2.00054581s","remote":"127.0.0.1:49166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 08:18:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T08:18:27.904318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137109109s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:18:27.90561Z","caller":"traceutil/trace.go:171","msg":"trace[998903922] linearizableReadLoop","detail":"{readStateIndex:24896; appliedIndex:24887; }","duration":"3.228801553s","start":"2026-03-05T08:18:24.676782Z","end":"2026-03-05T08:18:27.905583Z","steps":["trace[998903922] 'read index received' (duration: 1.3837512s)","trace[998903922] 'applied index is now lower than readState.Index' (duration: 1.845048813s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:18:27.905692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.813705249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:18:27.90573Z","caller":"traceutil/trace.go:171","msg":"trace[679754019] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24049; }","duration":"3.813794171s","start":"2026-03-05T08:18:24.091928Z","end":"2026-03-05T08:18:27.905722Z","steps":["trace[679754019] 'agreement among raft nodes before linearized reading' (duration: 3.813688239s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:27.905757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:24.091907Z","time spent":"3.813843123s","remote":"127.0.0.1:46710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:27.905814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.709030595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T08:18:27.905813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.628046704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-05T08:18:27.905874Z","caller":"traceutil/trace.go:171","msg":"trace[1253557045] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:24049; }","duration":"4.709136248s","start":"2026-03-05T08:18:23.196721Z","end":"2026-03-05T08:18:27.905857Z","steps":["trace[1253557045] 'agreement among raft nodes before linearized reading' (duration: 4.709038685s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:27.905894Z","caller":"traceutil/trace.go:171","msg":"trace[1857922061] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24049; }","duration":"4.628198898s","start":"2026-03-05T08:18:23.277673Z","end":"2026-03-05T08:18:27.905872Z","steps":["trace[1857922061] 'agreement among raft nodes before linearized reading' (duration: 4.627954932s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:27.905927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:23.196698Z","time spent":"4.709212479s","remote":"127.0.0.1:48198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:27.905923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.239541333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:18:27.905981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.275154174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-05T08:18:27.905968Z","caller":"traceutil/trace.go:171","msg":"trace[1883263132] transaction","detail":"{read_only:false; response_revision:24048; number_of_response:1; }","duration":"2.675364921s","start":"2026-03-05T08:18:25.230569Z","end":"2026-03-05T08:18:27.905934Z","steps":["trace[1883263132] 'process raft request' (duration: 1.536550222s)","trace[1883263132] 'compare' (duration: 1.136655098s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:18:27.906007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.529685597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:18:27.906051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.588835111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:18:27.906059Z","caller":"traceutil/trace.go:171","msg":"trace[1804265602] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24049; }","duration":"4.529765089s","start":"2026-03-05T08:18:23.376282Z","end":"2026-03-05T08:18:27.906047Z","steps":["trace[1804265602] 'agreement among raft nodes before linearized reading' (duration: 4.529696257s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:27.906073Z","caller":"traceutil/trace.go:171","msg":"trace[550977562] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24049; }","duration":"3.588900752s","start":"2026-03-05T08:18:24.317166Z","end":"2026-03-05T08:18:27.906067Z","steps":["trace[550977562] 'agreement among raft nodes before linearized reading' (duration: 3.588860222s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:27.906071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.995319321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:18:27.906091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:24.317142Z","time spent":"3.588944503s","remote":"127.0.0.1:49642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:27.90609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:23.376269Z","time spent":"4.5298143s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-05T08:18:27.906144Z","caller":"traceutil/trace.go:171","msg":"trace[2100869241] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:24049; }","duration":"3.995423914s","start":"2026-03-05T08:18:23.910709Z","end":"2026-03-05T08:18:27.906132Z","steps":["trace[2100869241] 'agreement among raft nodes before linearized reading' (duration: 3.995334262s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:27.906166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:25.230545Z","time spent":"2.675506465s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:27.906181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:23.910694Z","time spent":"3.995477896s","remote":"127.0.0.1:49342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:27.906208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.778770413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T08:18:27.906193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.269364455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129765"} {"level":"info","ts":"2026-03-05T08:18:27.906224Z","caller":"traceutil/trace.go:171","msg":"trace[849942723] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:24049; }","duration":"3.778831944s","start":"2026-03-05T08:18:24.127388Z","end":"2026-03-05T08:18:27.90622Z","steps":["trace[849942723] 'agreement among raft nodes before linearized reading' (duration: 3.778794323s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:27.906243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:24.127366Z","time spent":"3.778873936s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:18:27.906249Z","caller":"traceutil/trace.go:171","msg":"trace[68043283] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24049; }","duration":"3.269456738s","start":"2026-03-05T08:18:24.636773Z","end":"2026-03-05T08:18:27.906229Z","steps":["trace[68043283] 'agreement among raft nodes before linearized reading' (duration: 3.268863843s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:27.906307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.071793309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:18:27.906333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:24.636752Z","time spent":"3.269569351s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129788,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-05T08:18:27.906362Z","caller":"traceutil/trace.go:171","msg":"trace[1507035570] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:24049; }","duration":"5.07187724s","start":"2026-03-05T08:18:22.83447Z","end":"2026-03-05T08:18:27.906348Z","steps":["trace[1507035570] 'agreement among raft nodes before linearized reading' (duration: 5.071809689s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:27.90641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:22.834445Z","time spent":"5.071952482s","remote":"127.0.0.1:42368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:27.906457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.229345304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:27.90645Z","caller":"traceutil/trace.go:171","msg":"trace[639789537] transaction","detail":"{read_only:false; response_revision:24049; number_of_response:1; }","duration":"2.24634558s","start":"2026-03-05T08:18:25.660087Z","end":"2026-03-05T08:18:27.906433Z","steps":["trace[639789537] 'process raft request' (duration: 2.245310335s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:27.906478Z","caller":"traceutil/trace.go:171","msg":"trace[1657395201] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:24049; }","duration":"5.229380514s","start":"2026-03-05T08:18:22.677093Z","end":"2026-03-05T08:18:27.906473Z","steps":["trace[1657395201] 'agreement among raft nodes before linearized reading' (duration: 5.229347743s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:27.906495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:22.677082Z","time spent":"5.229407485s","remote":"127.0.0.1:49232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"info","ts":"2026-03-05T08:18:27.906012Z","caller":"traceutil/trace.go:171","msg":"trace[935908949] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:24049; }","duration":"3.275225886s","start":"2026-03-05T08:18:24.630778Z","end":"2026-03-05T08:18:27.906004Z","steps":["trace[935908949] 'agreement among raft nodes before linearized reading' (duration: 3.275121394s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:27.906548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:25.660064Z","time spent":"2.246426432s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:27.906549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:24.630755Z","time spent":"3.275771569s","remote":"127.0.0.1:49210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-05T08:18:27.906603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.695434393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:18:27.906684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.611243791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:18:27.906702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.364586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899e17bb65d96bf\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-05T08:18:27.906709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224881183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-05T08:18:27.906722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.26382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-05T08:18:27.906746Z","caller":"traceutil/trace.go:171","msg":"trace[9366894] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899e17bb65d96bf; range_end:; response_count:1; response_revision:24049; }","duration":"519.433318ms","start":"2026-03-05T08:18:27.387298Z","end":"2026-03-05T08:18:27.906731Z","steps":["trace[9366894] 'agreement among raft nodes before linearized reading' (duration: 519.317085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:27.90678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225740954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-05T08:18:27.90625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.897151263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T08:18:27.906781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:27.387283Z","time spent":"519.490899ms","remote":"127.0.0.1:49220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899e17bb65d96bf\" "} {"level":"info","ts":"2026-03-05T08:18:27.906781Z","caller":"traceutil/trace.go:171","msg":"trace[214834509] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24049; }","duration":"397.367342ms","start":"2026-03-05T08:18:27.509399Z","end":"2026-03-05T08:18:27.906767Z","steps":["trace[214834509] 'agreement among raft nodes before linearized reading' (duration: 397.229789ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:27.906798Z","caller":"traceutil/trace.go:171","msg":"trace[1724380509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24049; }","duration":"1.225767205s","start":"2026-03-05T08:18:26.681027Z","end":"2026-03-05T08:18:27.906795Z","steps":["trace[1724380509] 'agreement among raft nodes before linearized reading' (duration: 1.225725234s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:27.906817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:26.681022Z","time spent":"1.225791975s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T08:18:27.906808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.845235129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:18:27.906827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:27.509362Z","time spent":"397.453484ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-05T08:18:27.906829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.471074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:18:27.906855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529626205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.222\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-05T08:18:27.906858Z","caller":"traceutil/trace.go:171","msg":"trace[650387998] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:24049; }","duration":"1.845310321s","start":"2026-03-05T08:18:26.06153Z","end":"2026-03-05T08:18:27.90684Z","steps":["trace[650387998] 'agreement among raft nodes before linearized reading' (duration: 1.845234349s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:27.906702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422725293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-05T08:18:27.906873Z","caller":"traceutil/trace.go:171","msg":"trace[1795712210] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:24049; }","duration":"972.563076ms","start":"2026-03-05T08:18:26.934295Z","end":"2026-03-05T08:18:27.906858Z","steps":["trace[1795712210] 'agreement among raft nodes before linearized reading' (duration: 972.497175ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:27.90689Z","caller":"traceutil/trace.go:171","msg":"trace[1560776387] range","detail":"{range_begin:/registry/masterleases/199.204.45.222; range_end:; response_count:1; response_revision:24049; }","duration":"1.529686607s","start":"2026-03-05T08:18:26.377195Z","end":"2026-03-05T08:18:27.906881Z","steps":["trace[1560776387] 'agreement among raft nodes before linearized reading' (duration: 1.529563714s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:27.906888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050828112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:18:27.906743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224957705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-05T08:18:27.90691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:26.061515Z","time spent":"1.845379092s","remote":"127.0.0.1:49426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:18:27.906924Z","caller":"traceutil/trace.go:171","msg":"trace[612128830] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24049; }","duration":"1.050871063s","start":"2026-03-05T08:18:26.856044Z","end":"2026-03-05T08:18:27.906916Z","steps":["trace[612128830] 'agreement among raft nodes before linearized reading' (duration: 1.050809261s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:27.90692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:26.377172Z","time spent":"1.529742138s","remote":"127.0.0.1:49176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.222\" "} {"level":"info","ts":"2026-03-05T08:18:27.906939Z","caller":"traceutil/trace.go:171","msg":"trace[557877378] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24049; }","duration":"1.22515s","start":"2026-03-05T08:18:26.681776Z","end":"2026-03-05T08:18:27.906926Z","steps":["trace[557877378] 'agreement among raft nodes before linearized reading' (duration: 1.224937495s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:27.906951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.12132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:27.90691Z","caller":"traceutil/trace.go:171","msg":"trace[982508648] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:24049; }","duration":"1.422954399s","start":"2026-03-05T08:18:26.483941Z","end":"2026-03-05T08:18:27.906895Z","steps":["trace[982508648] 'agreement among raft nodes before linearized reading' (duration: 1.422657392s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:27.906963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:26.855989Z","time spent":"1.050967874s","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:18:27.906951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226025591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-05T08:18:27.907012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.077664529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:18:27.906983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:26.681773Z","time spent":"1.225199821s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T08:18:27.90703Z","caller":"traceutil/trace.go:171","msg":"trace[1538747810] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24049; }","duration":"2.07771776s","start":"2026-03-05T08:18:25.829304Z","end":"2026-03-05T08:18:27.907022Z","steps":["trace[1538747810] 'agreement among raft nodes before linearized reading' (duration: 2.077694219s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:27.907025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224143125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-05T08:18:27.90682Z","caller":"traceutil/trace.go:171","msg":"trace[370263280] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24049; }","duration":"4.897764688s","start":"2026-03-05T08:18:23.009038Z","end":"2026-03-05T08:18:27.906802Z","steps":["trace[370263280] 'agreement among raft nodes before linearized reading' (duration: 4.897168574s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:27.907069Z","caller":"traceutil/trace.go:171","msg":"trace[124341793] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24049; }","duration":"1.224216657s","start":"2026-03-05T08:18:26.682841Z","end":"2026-03-05T08:18:27.907057Z","steps":["trace[124341793] 'agreement among raft nodes before linearized reading' (duration: 1.224101474s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:27.907086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:23.009013Z","time spent":"4.898054975s","remote":"127.0.0.1:46724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:27.906986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:26.483923Z","time spent":"1.423057221s","remote":"127.0.0.1:49240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":227,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:18:27.906765Z","caller":"traceutil/trace.go:171","msg":"trace[1759842390] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24049; }","duration":"1.224947785s","start":"2026-03-05T08:18:26.681798Z","end":"2026-03-05T08:18:27.906745Z","steps":["trace[1759842390] 'agreement among raft nodes before linearized reading' (duration: 1.224799402s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:27.907206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:26.681789Z","time spent":"1.225406676s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T08:18:27.906919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:26.934271Z","time spent":"972.634478ms","remote":"127.0.0.1:34484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:18:27.906732Z","caller":"traceutil/trace.go:171","msg":"trace[1588142229] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24049; }","duration":"1.611316103s","start":"2026-03-05T08:18:26.295404Z","end":"2026-03-05T08:18:27.90672Z","steps":["trace[1588142229] 'agreement among raft nodes before linearized reading' (duration: 1.611250271s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:27.907327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:26.295389Z","time spent":"1.611915247s","remote":"127.0.0.1:49410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:18:27.906983Z","caller":"traceutil/trace.go:171","msg":"trace[848080307] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24049; }","duration":"519.187852ms","start":"2026-03-05T08:18:27.387786Z","end":"2026-03-05T08:18:27.906974Z","steps":["trace[848080307] 'agreement among raft nodes before linearized reading' (duration: 519.136851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:27.907417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:27.387765Z","time spent":"519.640113ms","remote":"127.0.0.1:49166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:18:27.90595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:23.277643Z","time spent":"4.62829732s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-05T08:18:27.907028Z","caller":"traceutil/trace.go:171","msg":"trace[1193598303] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24049; }","duration":"1.226140223s","start":"2026-03-05T08:18:26.680871Z","end":"2026-03-05T08:18:27.907011Z","steps":["trace[1193598303] 'agreement among raft nodes before linearized reading' (duration: 1.225917488s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:27.907708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:26.680855Z","time spent":"1.22683944s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T08:18:27.906007Z","caller":"traceutil/trace.go:171","msg":"trace[1179680950] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24049; }","duration":"4.239692278s","start":"2026-03-05T08:18:23.666292Z","end":"2026-03-05T08:18:27.905984Z","steps":["trace[1179680950] 'agreement among raft nodes before linearized reading' (duration: 4.239542374s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:27.907851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:23.666269Z","time spent":"4.241568842s","remote":"127.0.0.1:34084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:27.907051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:25.829277Z","time spent":"2.077769731s","remote":"127.0.0.1:34206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:18:27.90673Z","caller":"traceutil/trace.go:171","msg":"trace[813745633] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:24049; }","duration":"2.695567146s","start":"2026-03-05T08:18:25.211113Z","end":"2026-03-05T08:18:27.90668Z","steps":["trace[813745633] 'agreement among raft nodes before linearized reading' (duration: 2.695391232s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:27.908213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:25.211091Z","time spent":"2.697109903s","remote":"127.0.0.1:49372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:27.907118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:26.682825Z","time spent":"1.224282228s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T08:18:28.411191Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031207840,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:18:28.501023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:27.909703Z","time spent":"591.31546ms","remote":"127.0.0.1:49176","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T08:18:29.162435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.537898ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:29.162586Z","caller":"traceutil/trace.go:171","msg":"trace[1269008948] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24049; }","duration":"347.702192ms","start":"2026-03-05T08:18:28.814866Z","end":"2026-03-05T08:18:29.162568Z","steps":["trace[1269008948] 'range keys from in-memory index tree' (duration: 347.518568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:29.162838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.883923ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:18:29.162961Z","caller":"traceutil/trace.go:171","msg":"trace[1377753245] transaction","detail":"{read_only:false; response_revision:24050; number_of_response:1; }","duration":"1.253142299s","start":"2026-03-05T08:18:27.909786Z","end":"2026-03-05T08:18:29.162928Z","steps":["trace[1377753245] 'process raft request' (duration: 1.148083252s)","trace[1377753245] 'compare' (duration: 104.809371ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:18:29.16315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:27.909773Z","time spent":"1.253266772s","remote":"127.0.0.1:49220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:29.163293Z","caller":"traceutil/trace.go:171","msg":"trace[500330523] transaction","detail":"{read_only:false; response_revision:24051; number_of_response:1; }","duration":"1.250954007s","start":"2026-03-05T08:18:27.912334Z","end":"2026-03-05T08:18:29.163288Z","steps":["trace[500330523] 'process raft request' (duration: 1.250550557s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:29.163335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:27.91232Z","time spent":"1.250996497s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:29.163174Z","caller":"traceutil/trace.go:171","msg":"trace[42233667] transaction","detail":"{read_only:false; response_revision:24064; number_of_response:1; }","duration":"661.171554ms","start":"2026-03-05T08:18:28.501995Z","end":"2026-03-05T08:18:29.163166Z","steps":["trace[42233667] 'process raft request' (duration: 661.150583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:29.163425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:28.501973Z","time spent":"661.399579ms","remote":"127.0.0.1:49176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:29.163482Z","caller":"traceutil/trace.go:171","msg":"trace[136044478] transaction","detail":"{read_only:false; response_revision:24059; number_of_response:1; }","duration":"1.095364958s","start":"2026-03-05T08:18:28.068111Z","end":"2026-03-05T08:18:29.163476Z","steps":["trace[136044478] 'process raft request' (duration: 1.094935198s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:29.163477Z","caller":"traceutil/trace.go:171","msg":"trace[1202953838] transaction","detail":"{read_only:false; response_revision:24058; number_of_response:1; }","duration":"1.096613798s","start":"2026-03-05T08:18:28.066839Z","end":"2026-03-05T08:18:29.163452Z","steps":["trace[1202953838] 'process raft request' (duration: 1.096186798s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:29.16351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:28.068095Z","time spent":"1.09540008s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:29.163534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:28.066813Z","time spent":"1.09669168s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:29.163568Z","caller":"traceutil/trace.go:171","msg":"trace[88473119] transaction","detail":"{read_only:false; response_revision:24060; number_of_response:1; }","duration":"1.095349378s","start":"2026-03-05T08:18:28.06821Z","end":"2026-03-05T08:18:29.163559Z","steps":["trace[88473119] 'process raft request' (duration: 1.094869157s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:29.163614Z","caller":"traceutil/trace.go:171","msg":"trace[2112255199] transaction","detail":"{read_only:false; response_revision:24055; number_of_response:1; }","duration":"1.250809303s","start":"2026-03-05T08:18:27.912797Z","end":"2026-03-05T08:18:29.163606Z","steps":["trace[2112255199] 'process raft request' (duration: 1.250178458s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:29.163582Z","caller":"traceutil/trace.go:171","msg":"trace[1010676707] transaction","detail":"{read_only:false; response_revision:24054; number_of_response:1; }","duration":"1.250935656s","start":"2026-03-05T08:18:27.91261Z","end":"2026-03-05T08:18:29.163545Z","steps":["trace[1010676707] 'process raft request' (duration: 1.250345962s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:29.163598Z","caller":"traceutil/trace.go:171","msg":"trace[1465595990] transaction","detail":"{read_only:false; response_revision:24061; number_of_response:1; }","duration":"1.095271627s","start":"2026-03-05T08:18:28.0683Z","end":"2026-03-05T08:18:29.163572Z","steps":["trace[1465595990] 'process raft request' (duration: 1.094793175s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:29.163669Z","caller":"traceutil/trace.go:171","msg":"trace[484846146] transaction","detail":"{read_only:false; response_revision:24062; number_of_response:1; }","duration":"1.095353969s","start":"2026-03-05T08:18:28.068308Z","end":"2026-03-05T08:18:29.163662Z","steps":["trace[484846146] 'process raft request' (duration: 1.094799536s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:29.163698Z","caller":"traceutil/trace.go:171","msg":"trace[550698108] transaction","detail":"{read_only:false; response_revision:24057; number_of_response:1; }","duration":"1.096907105s","start":"2026-03-05T08:18:28.066785Z","end":"2026-03-05T08:18:29.163692Z","steps":["trace[550698108] 'process raft request' (duration: 1.096224769s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:29.163729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:28.066734Z","time spent":"1.096977327s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:29.163676Z","caller":"traceutil/trace.go:171","msg":"trace[630535514] transaction","detail":"{read_only:false; response_revision:24056; number_of_response:1; }","duration":"1.248974869s","start":"2026-03-05T08:18:27.914696Z","end":"2026-03-05T08:18:29.16367Z","steps":["trace[630535514] 'process raft request' (duration: 1.248296413s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:29.163714Z","caller":"traceutil/trace.go:171","msg":"trace[1365117667] linearizableReadLoop","detail":"{readStateIndex:24911; appliedIndex:24896; }","duration":"1.253174879s","start":"2026-03-05T08:18:27.910517Z","end":"2026-03-05T08:18:29.163691Z","steps":["trace[1365117667] 'read index received' (duration: 582.970449ms)","trace[1365117667] 'applied index is now lower than readState.Index' (duration: 670.20313ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:18:29.163529Z","caller":"traceutil/trace.go:171","msg":"trace[1579140982] transaction","detail":"{read_only:false; response_revision:24063; number_of_response:1; }","duration":"1.094983109s","start":"2026-03-05T08:18:28.068529Z","end":"2026-03-05T08:18:29.163512Z","steps":["trace[1579140982] 'process raft request' (duration: 1.09459372s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:29.163757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:28.068289Z","time spent":"1.095389469s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:29.16379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:28.068518Z","time spent":"1.095257916s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:29.163753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:27.912597Z","time spent":"1.251063659s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:29.163637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:28.068198Z","time spent":"1.095399429s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:29.163722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:28.068283Z","time spent":"1.095412889s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:29.163767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:27.914688Z","time spent":"1.249060101s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:29.163653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:27.912788Z","time spent":"1.250845754s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:29.16393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251391117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:29.163953Z","caller":"traceutil/trace.go:171","msg":"trace[1415297604] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24064; }","duration":"1.251421387s","start":"2026-03-05T08:18:27.912525Z","end":"2026-03-05T08:18:29.163947Z","steps":["trace[1415297604] 'agreement among raft nodes before linearized reading' (duration: 1.251386007s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:29.163892Z","caller":"traceutil/trace.go:171","msg":"trace[1891336044] transaction","detail":"{read_only:false; response_revision:24053; number_of_response:1; }","duration":"1.251352626s","start":"2026-03-05T08:18:27.912533Z","end":"2026-03-05T08:18:29.163886Z","steps":["trace[1891336044] 'process raft request' (duration: 1.250408284s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:29.163978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.525188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:18:29.164007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251832309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-05T08:18:29.164032Z","caller":"traceutil/trace.go:171","msg":"trace[2130882788] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:24064; }","duration":"385.617281ms","start":"2026-03-05T08:18:28.778402Z","end":"2026-03-05T08:18:29.164019Z","steps":["trace[2130882788] 'agreement among raft nodes before linearized reading' (duration: 385.532098ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:29.164037Z","caller":"traceutil/trace.go:171","msg":"trace[1759792176] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24064; }","duration":"1.251870649s","start":"2026-03-05T08:18:27.912157Z","end":"2026-03-05T08:18:29.164027Z","steps":["trace[1759792176] 'agreement among raft nodes before linearized reading' (duration: 1.251757776s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:29.164069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:27.912152Z","time spent":"1.25191182s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T08:18:29.164071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:28.778382Z","time spent":"385.679652ms","remote":"127.0.0.1:34536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:18:29.163851Z","caller":"traceutil/trace.go:171","msg":"trace[452030910] transaction","detail":"{read_only:false; response_revision:24052; number_of_response:1; }","duration":"1.251368006s","start":"2026-03-05T08:18:27.912455Z","end":"2026-03-05T08:18:29.163823Z","steps":["trace[452030910] 'process raft request' (duration: 1.250467835s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:29.164088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25190916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"warn","ts":"2026-03-05T08:18:29.164132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:27.912433Z","time spent":"1.251675084s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:29.164147Z","caller":"traceutil/trace.go:171","msg":"trace[1747570824] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:24064; }","duration":"1.251983522s","start":"2026-03-05T08:18:27.912146Z","end":"2026-03-05T08:18:29.16413Z","steps":["trace[1747570824] 'agreement among raft nodes before linearized reading' (duration: 1.251783106s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:29.163969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:27.912521Z","time spent":"1.251444568s","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T08:18:29.163971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249137573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:18:29.164222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:27.912117Z","time spent":"1.252093815s","remote":"127.0.0.1:49336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-03-05T08:18:29.164234Z","caller":"traceutil/trace.go:171","msg":"trace[1495840256] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24064; }","duration":"1.24941434s","start":"2026-03-05T08:18:27.91481Z","end":"2026-03-05T08:18:29.164224Z","steps":["trace[1495840256] 'agreement among raft nodes before linearized reading' (duration: 1.249138852s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:29.164262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:27.914801Z","time spent":"1.249454431s","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:18:29.164372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:27.912524Z","time spent":"1.251565172s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:29.164487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253378856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:88 size:114368"} {"level":"info","ts":"2026-03-05T08:18:29.167192Z","caller":"traceutil/trace.go:171","msg":"trace[1667312680] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:88; response_revision:24064; }","duration":"1.256117692s","start":"2026-03-05T08:18:27.911058Z","end":"2026-03-05T08:18:29.167176Z","steps":["trace[1667312680] 'agreement among raft nodes before linearized reading' (duration: 1.252818442s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:29.16723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:27.910502Z","time spent":"1.256715486s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":114391,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-05T08:18:29.164727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254194965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:88 size:114368"} {"level":"info","ts":"2026-03-05T08:18:29.167362Z","caller":"traceutil/trace.go:171","msg":"trace[1143057192] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:88; response_revision:24064; }","duration":"1.256841149s","start":"2026-03-05T08:18:27.910503Z","end":"2026-03-05T08:18:29.167344Z","steps":["trace[1143057192] 'agreement among raft nodes before linearized reading' (duration: 1.253319603s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:29.16744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:27.910471Z","time spent":"1.256921841s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":114391,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-05T08:18:29.673966Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031207867,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:18:30.869037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:30.154343Z","time spent":"714.685726ms","remote":"127.0.0.1:58618","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T08:18:30.869849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123093152s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:18:30.869998Z","caller":"traceutil/trace.go:171","msg":"trace[2145628793] transaction","detail":"{read_only:false; response_revision:24066; number_of_response:1; }","duration":"1.187838135s","start":"2026-03-05T08:18:29.682149Z","end":"2026-03-05T08:18:30.869987Z","steps":["trace[2145628793] 'process raft request' (duration: 1.187768723s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:30.870034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:29.68209Z","time spent":"1.187925597s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:30.870163Z","caller":"traceutil/trace.go:171","msg":"trace[669439199] transaction","detail":"{read_only:false; response_revision:24065; number_of_response:1; }","duration":"1.697531759s","start":"2026-03-05T08:18:29.172625Z","end":"2026-03-05T08:18:30.870157Z","steps":["trace[669439199] 'process raft request' (duration: 574.070587ms)","trace[669439199] 'compare' (duration: 1.122912368s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:18:30.87019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:29.172611Z","time spent":"1.697564449s","remote":"127.0.0.1:49220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:30.8703Z","caller":"traceutil/trace.go:171","msg":"trace[926747637] linearizableReadLoop","detail":"{readStateIndex:24913; appliedIndex:24912; }","duration":"1.696984256s","start":"2026-03-05T08:18:29.17331Z","end":"2026-03-05T08:18:30.870294Z","steps":["trace[926747637] 'read index received' (duration: 573.396332ms)","trace[926747637] 'applied index is now lower than readState.Index' (duration: 1.123587274s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:18:30.87037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.697057238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:30.87039Z","caller":"traceutil/trace.go:171","msg":"trace[1634506407] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24066; }","duration":"1.697092728s","start":"2026-03-05T08:18:29.173291Z","end":"2026-03-05T08:18:30.870384Z","steps":["trace[1634506407] 'agreement among raft nodes before linearized reading' (duration: 1.697058468s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:30.870405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:29.173282Z","time spent":"1.697120169s","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T08:18:30.870413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.697098819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129765"} {"level":"info","ts":"2026-03-05T08:18:30.87044Z","caller":"traceutil/trace.go:171","msg":"trace[1471770600] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24066; }","duration":"1.69713804s","start":"2026-03-05T08:18:29.173296Z","end":"2026-03-05T08:18:30.870434Z","steps":["trace[1471770600] 'agreement among raft nodes before linearized reading' (duration: 1.697013117s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:30.870456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:29.17329Z","time spent":"1.69716238s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129788,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-05T08:18:30.870517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696651688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:18:30.870591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.645896362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:18:30.870609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5201926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:18:30.870674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.692775726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:30.870707Z","caller":"traceutil/trace.go:171","msg":"trace[587455185] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:24066; }","duration":"1.692819927s","start":"2026-03-05T08:18:29.177877Z","end":"2026-03-05T08:18:30.870697Z","steps":["trace[587455185] 'agreement among raft nodes before linearized reading' (duration: 1.692760765s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:30.870706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.494193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:18:30.870726Z","caller":"traceutil/trace.go:171","msg":"trace[1091935902] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:24066; }","duration":"1.520375804s","start":"2026-03-05T08:18:29.350321Z","end":"2026-03-05T08:18:30.870696Z","steps":["trace[1091935902] 'agreement among raft nodes before linearized reading' (duration: 1.520173049s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:30.870707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.691397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:30.870759Z","caller":"traceutil/trace.go:171","msg":"trace[91673254] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24066; }","duration":"722.578855ms","start":"2026-03-05T08:18:30.148164Z","end":"2026-03-05T08:18:30.870742Z","steps":["trace[91673254] 'agreement among raft nodes before linearized reading' (duration: 722.477742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:30.87078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:29.350304Z","time spent":"1.520464125s","remote":"127.0.0.1:49580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:30.870801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:30.148149Z","time spent":"722.641647ms","remote":"127.0.0.1:46726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:30.870798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551403008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-05T08:18:30.870805Z","caller":"traceutil/trace.go:171","msg":"trace[2128178139] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24066; }","duration":"376.79749ms","start":"2026-03-05T08:18:30.493983Z","end":"2026-03-05T08:18:30.870781Z","steps":["trace[2128178139] 'agreement among raft nodes before linearized reading' (duration: 376.651966ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:30.870855Z","caller":"traceutil/trace.go:171","msg":"trace[119709659] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:24066; }","duration":"1.55151349s","start":"2026-03-05T08:18:29.319323Z","end":"2026-03-05T08:18:30.870837Z","steps":["trace[119709659] 'agreement among raft nodes before linearized reading' (duration: 1.551332676s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:30.870755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:29.177872Z","time spent":"1.692873008s","remote":"127.0.0.1:42440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:30.870901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:29.319299Z","time spent":"1.551594651s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-03-05T08:18:30.870654Z","caller":"traceutil/trace.go:171","msg":"trace[750411055] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24066; }","duration":"1.646003674s","start":"2026-03-05T08:18:29.224637Z","end":"2026-03-05T08:18:30.87064Z","steps":["trace[750411055] 'agreement among raft nodes before linearized reading' (duration: 1.645895572s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:30.870864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:30.493921Z","time spent":"376.932163ms","remote":"127.0.0.1:34042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:30.870971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:29.224622Z","time spent":"1.646339652s","remote":"127.0.0.1:49602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-05T08:18:30.870612Z","caller":"traceutil/trace.go:171","msg":"trace[1551799903] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24066; }","duration":"1.696764591s","start":"2026-03-05T08:18:29.17382Z","end":"2026-03-05T08:18:30.870584Z","steps":["trace[1551799903] 'agreement among raft nodes before linearized reading' (duration: 1.696597587s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:30.871071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:29.173813Z","time spent":"1.697247162s","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:18:31.61075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.849616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:18:31.610873Z","caller":"traceutil/trace.go:171","msg":"trace[786040993] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24066; }","duration":"497.106893ms","start":"2026-03-05T08:18:31.113737Z","end":"2026-03-05T08:18:31.610844Z","steps":["trace[786040993] 'count revisions from in-memory index tree' (duration: 496.781834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:31.61094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:31.113724Z","time spent":"497.187835ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:31.611138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.511204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-05T08:18:31.611242Z","caller":"traceutil/trace.go:171","msg":"trace[1775920042] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24066; }","duration":"442.696149ms","start":"2026-03-05T08:18:31.168518Z","end":"2026-03-05T08:18:31.611214Z","steps":["trace[1775920042] 'range keys from in-memory index tree' (duration: 442.276159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:31.611319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:31.168499Z","time spent":"442.803941ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T08:18:31.611599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.500133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T08:18:31.611681Z","caller":"traceutil/trace.go:171","msg":"trace[1470935804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24066; }","duration":"442.602667ms","start":"2026-03-05T08:18:31.16906Z","end":"2026-03-05T08:18:31.611663Z","steps":["trace[1470935804] 'range keys from in-memory index tree' (duration: 442.369161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:31.611721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:31.169054Z","time spent":"442.658598ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T08:18:31.611918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.407664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:31.612054Z","caller":"traceutil/trace.go:171","msg":"trace[695657610] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:24066; }","duration":"574.593089ms","start":"2026-03-05T08:18:31.037434Z","end":"2026-03-05T08:18:31.612027Z","steps":["trace[695657610] 'count revisions from in-memory index tree' (duration: 574.304552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:31.612081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.12096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:31.612134Z","caller":"traceutil/trace.go:171","msg":"trace[237138842] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24066; }","duration":"557.182581ms","start":"2026-03-05T08:18:31.054937Z","end":"2026-03-05T08:18:31.612119Z","steps":["trace[237138842] 'count revisions from in-memory index tree' (duration: 557.031228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:31.612205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:31.054861Z","time spent":"557.334125ms","remote":"127.0.0.1:33834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:31.612465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:31.037418Z","time spent":"574.687351ms","remote":"127.0.0.1:33746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:31.671156Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031207884,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:18:32.172599Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031207884,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:18:32.672873Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031207884,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:18:32.972599Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.803068458s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T08:18:32.97307Z","caller":"traceutil/trace.go:171","msg":"trace[1569487091] transaction","detail":"{read_only:false; response_revision:24067; number_of_response:1; }","duration":"1.803600131s","start":"2026-03-05T08:18:31.169442Z","end":"2026-03-05T08:18:32.973042Z","steps":["trace[1569487091] 'process raft request' (duration: 1.803342775s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:32.97324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:31.16943Z","time spent":"1.803721833s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:33.789089Z","caller":"traceutil/trace.go:171","msg":"trace[1541499750] transaction","detail":"{read_only:false; response_revision:24070; number_of_response:1; }","duration":"2.618416505s","start":"2026-03-05T08:18:31.17065Z","end":"2026-03-05T08:18:33.789066Z","steps":["trace[1541499750] 'process raft request' (duration: 2.618342073s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:33.789235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:31.170643Z","time spent":"2.618517548s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:33.789239Z","caller":"traceutil/trace.go:171","msg":"trace[1067729450] transaction","detail":"{read_only:false; response_revision:24069; number_of_response:1; }","duration":"2.6189624s","start":"2026-03-05T08:18:31.170245Z","end":"2026-03-05T08:18:33.789207Z","steps":["trace[1067729450] 'process raft request' (duration: 2.618702642s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:33.789389Z","caller":"traceutil/trace.go:171","msg":"trace[1585504697] transaction","detail":"{read_only:false; response_revision:24071; number_of_response:1; }","duration":"2.617561016s","start":"2026-03-05T08:18:31.171764Z","end":"2026-03-05T08:18:33.789325Z","steps":["trace[1585504697] 'process raft request' (duration: 2.617262738s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:33.789438Z","caller":"traceutil/trace.go:171","msg":"trace[2129325945] transaction","detail":"{read_only:false; response_revision:24072; number_of_response:1; }","duration":"2.616396587s","start":"2026-03-05T08:18:31.173012Z","end":"2026-03-05T08:18:33.789408Z","steps":["trace[2129325945] 'process raft request' (duration: 2.616215653s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:33.789518Z","caller":"traceutil/trace.go:171","msg":"trace[136318486] transaction","detail":"{read_only:false; response_revision:24073; number_of_response:1; }","duration":"2.614678647s","start":"2026-03-05T08:18:31.174823Z","end":"2026-03-05T08:18:33.789501Z","steps":["trace[136318486] 'process raft request' (duration: 2.614533294s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:33.789483Z","caller":"traceutil/trace.go:171","msg":"trace[266875548] transaction","detail":"{read_only:false; response_revision:24068; number_of_response:1; }","duration":"2.619397669s","start":"2026-03-05T08:18:31.169845Z","end":"2026-03-05T08:18:33.789242Z","steps":["trace[266875548] 'process raft request' (duration: 2.618943398s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:33.789682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:31.17174Z","time spent":"2.617776371s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:33.789407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:31.170235Z","time spent":"2.619088222s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:33.78976Z","caller":"traceutil/trace.go:171","msg":"trace[1913216219] transaction","detail":"{read_only:false; response_revision:24074; number_of_response:1; }","duration":"2.174752025s","start":"2026-03-05T08:18:31.614975Z","end":"2026-03-05T08:18:33.789727Z","steps":["trace[1913216219] 'process raft request' (duration: 2.174473648s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:33.789783Z","caller":"traceutil/trace.go:171","msg":"trace[617015448] linearizableReadLoop","detail":"{readStateIndex:24923; appliedIndex:24914; }","duration":"2.619472411s","start":"2026-03-05T08:18:31.170292Z","end":"2026-03-05T08:18:33.789764Z","steps":["trace[617015448] 'read index received' (duration: 1.802537004s)","trace[617015448] 'applied index is now lower than readState.Index' (duration: 816.934667ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:18:33.789613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:31.174814Z","time spent":"2.614753659s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:33.789851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:31.614949Z","time spent":"2.174855488s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:33.789851Z","caller":"traceutil/trace.go:171","msg":"trace[362155794] transaction","detail":"{read_only:false; response_revision:24075; number_of_response:1; }","duration":"2.173295489s","start":"2026-03-05T08:18:31.616539Z","end":"2026-03-05T08:18:33.789835Z","steps":["trace[362155794] 'process raft request' (duration: 2.173095135s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:33.789927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:31.616512Z","time spent":"2.173378622s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:33.789618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:31.173001Z","time spent":"2.616532071s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:33.789933Z","caller":"traceutil/trace.go:171","msg":"trace[1989533369] transaction","detail":"{read_only:false; response_revision:24076; number_of_response:1; }","duration":"1.036820945s","start":"2026-03-05T08:18:32.753095Z","end":"2026-03-05T08:18:33.789916Z","steps":["trace[1989533369] 'process raft request' (duration: 1.03661217s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:33.790032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.619685747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-05T08:18:33.790026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:32.75307Z","time spent":"1.036914008s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:33.790063Z","caller":"traceutil/trace.go:171","msg":"trace[201344492] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24076; }","duration":"2.619775369s","start":"2026-03-05T08:18:31.17028Z","end":"2026-03-05T08:18:33.790055Z","steps":["trace[201344492] 'agreement among raft nodes before linearized reading' (duration: 2.619621695s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:33.790147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:31.170276Z","time spent":"2.619863131s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T08:18:33.790362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:31.169837Z","time spent":"2.619974143s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:34.800788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999997437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T08:18:34.800884Z","caller":"traceutil/trace.go:171","msg":"trace[46190885] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00014163s","start":"2026-03-05T08:18:32.800719Z","end":"2026-03-05T08:18:34.800861Z","steps":["trace[46190885] 'agreement among raft nodes before linearized reading' (duration: 2.000029028s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:34.800943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:32.800701Z","time spent":"2.000223862s","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 08:18:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T08:18:35.952544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.979200889s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-05T08:18:35.954071Z","caller":"traceutil/trace.go:171","msg":"trace[285794125] linearizableReadLoop","detail":"{readStateIndex:24925; appliedIndex:24924; }","duration":"2.164187511s","start":"2026-03-05T08:18:33.789849Z","end":"2026-03-05T08:18:35.954036Z","steps":["trace[285794125] 'read index received' (duration: 183.465066ms)","trace[285794125] 'applied index is now lower than readState.Index' (duration: 1.980719205s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:18:35.954262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.781763451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:18:35.954307Z","caller":"traceutil/trace.go:171","msg":"trace[386207427] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:24076; }","duration":"2.781863953s","start":"2026-03-05T08:18:33.172428Z","end":"2026-03-05T08:18:35.954292Z","steps":["trace[386207427] 'agreement among raft nodes before linearized reading' (duration: 2.781766261s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:35.954343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:33.172402Z","time spent":"2.781931595s","remote":"127.0.0.1:34496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:35.954687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.767871942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:18:35.954682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.997086385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:267217"} {"level":"info","ts":"2026-03-05T08:18:35.954729Z","caller":"traceutil/trace.go:171","msg":"trace[163349690] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:24076; }","duration":"3.767965364s","start":"2026-03-05T08:18:32.186752Z","end":"2026-03-05T08:18:35.954717Z","steps":["trace[163349690] 'agreement among raft nodes before linearized reading' (duration: 3.767891402s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:35.954759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:32.18673Z","time spent":"3.768020965s","remote":"127.0.0.1:58510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:18:35.954751Z","caller":"traceutil/trace.go:171","msg":"trace[331556327] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:24076; }","duration":"3.997204457s","start":"2026-03-05T08:18:31.957526Z","end":"2026-03-05T08:18:35.954731Z","steps":["trace[331556327] 'agreement among raft nodes before linearized reading' (duration: 3.996708145s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:35.954807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:31.957501Z","time spent":"3.99728937s","remote":"127.0.0.1:49602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":267240,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-05T08:18:35.955001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.199405783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:18:35.955048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.35129817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:18:35.95511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.302922213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:18:35.955187Z","caller":"traceutil/trace.go:171","msg":"trace[750379197] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:24076; }","duration":"4.303061627s","start":"2026-03-05T08:18:31.652109Z","end":"2026-03-05T08:18:35.955171Z","steps":["trace[750379197] 'agreement among raft nodes before linearized reading' (duration: 4.302472523s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:35.95522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.571426098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-67744c6465-wvtzd.1899e4115188c5ec\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-05T08:18:35.95525Z","caller":"traceutil/trace.go:171","msg":"trace[560590940] range","detail":"{range_begin:/registry/events/openstack/magnum-api-67744c6465-wvtzd.1899e4115188c5ec; range_end:; response_count:1; response_revision:24076; }","duration":"4.571514289s","start":"2026-03-05T08:18:31.383727Z","end":"2026-03-05T08:18:35.955241Z","steps":["trace[560590940] 'agreement among raft nodes before linearized reading' (duration: 4.570799701s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:35.955275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.783644903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-05T08:18:35.955294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:31.383695Z","time spent":"4.571590171s","remote":"127.0.0.1:49220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/magnum-api-67744c6465-wvtzd.1899e4115188c5ec\" "} {"level":"info","ts":"2026-03-05T08:18:35.955305Z","caller":"traceutil/trace.go:171","msg":"trace[1289310243] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24076; }","duration":"4.783686154s","start":"2026-03-05T08:18:31.17161Z","end":"2026-03-05T08:18:35.955297Z","steps":["trace[1289310243] 'agreement among raft nodes before linearized reading' (duration: 4.782920865s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:35.955323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.784105264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-05T08:18:35.955341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:31.171604Z","time spent":"4.783726474s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T08:18:35.955367Z","caller":"traceutil/trace.go:171","msg":"trace[1940297900] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24076; }","duration":"4.784159815s","start":"2026-03-05T08:18:31.171196Z","end":"2026-03-05T08:18:35.955356Z","steps":["trace[1940297900] 'agreement among raft nodes before linearized reading' (duration: 4.783353196s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:35.955137Z","caller":"traceutil/trace.go:171","msg":"trace[163036453] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24076; }","duration":"3.351439043s","start":"2026-03-05T08:18:32.603676Z","end":"2026-03-05T08:18:35.955115Z","steps":["trace[163036453] 'agreement among raft nodes before linearized reading' (duration: 3.350921511s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:35.955521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.240141715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-05T08:18:35.955547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:32.603627Z","time spent":"3.351841153s","remote":"127.0.0.1:33876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:35.955245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:31.652093Z","time spent":"4.303137888s","remote":"127.0.0.1:49612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:18:35.955086Z","caller":"traceutil/trace.go:171","msg":"trace[541945085] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:24076; }","duration":"4.199537635s","start":"2026-03-05T08:18:31.755526Z","end":"2026-03-05T08:18:35.955064Z","steps":["trace[541945085] 'agreement among raft nodes before linearized reading' (duration: 4.199019853s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:35.955655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.618888022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:35.955711Z","caller":"traceutil/trace.go:171","msg":"trace[1514142293] transaction","detail":"{read_only:false; response_revision:24077; number_of_response:1; }","duration":"2.159267384s","start":"2026-03-05T08:18:33.796425Z","end":"2026-03-05T08:18:35.955692Z","steps":["trace[1514142293] 'process raft request' (duration: 2.156656661s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:35.955715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:31.755508Z","time spent":"4.200191771s","remote":"127.0.0.1:42396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:18:35.955686Z","caller":"traceutil/trace.go:171","msg":"trace[1164526334] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24076; }","duration":"3.240297439s","start":"2026-03-05T08:18:32.715322Z","end":"2026-03-05T08:18:35.95562Z","steps":["trace[1164526334] 'agreement among raft nodes before linearized reading' (duration: 3.239286825s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:35.955813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:33.796401Z","time spent":"2.159351386s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:35.955722Z","caller":"traceutil/trace.go:171","msg":"trace[1630615691] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24076; }","duration":"3.619003484s","start":"2026-03-05T08:18:32.3367Z","end":"2026-03-05T08:18:35.955704Z","steps":["trace[1630615691] 'agreement among raft nodes before linearized reading' (duration: 3.617932929s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:35.955886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:32.336676Z","time spent":"3.619199229s","remote":"127.0.0.1:34184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:35.955894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:32.715301Z","time spent":"3.240520885s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-05T08:18:35.955405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:31.17119Z","time spent":"4.784203946s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T08:18:35.956205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.247568604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:35.9563Z","caller":"traceutil/trace.go:171","msg":"trace[1316121479] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24076; }","duration":"3.248828854s","start":"2026-03-05T08:18:32.707455Z","end":"2026-03-05T08:18:35.956283Z","steps":["trace[1316121479] 'agreement among raft nodes before linearized reading' (duration: 3.247165845s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:35.956336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:32.707422Z","time spent":"3.248902536s","remote":"127.0.0.1:33922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:36.454764Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031207907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:18:36.80146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000230982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T08:18:36.801543Z","caller":"traceutil/trace.go:171","msg":"trace[1020692899] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000369636s","start":"2026-03-05T08:18:34.801153Z","end":"2026-03-05T08:18:36.801523Z","steps":["trace[1020692899] 'agreement among raft nodes before linearized reading' (duration: 2.000258553s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:36.80159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:34.801138Z","time spent":"2.000443217s","remote":"127.0.0.1:49166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:18:36.955075Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031207907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:18:37.455383Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031207907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:18:37.53955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:36.171209Z","time spent":"1.36831847s","remote":"127.0.0.1:58844","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T08:18:37.61517Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.636848528s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T08:18:37.615564Z","caller":"traceutil/trace.go:171","msg":"trace[2093643126] transaction","detail":"{read_only:false; response_revision:24078; number_of_response:1; }","duration":"2.637340469s","start":"2026-03-05T08:18:34.9782Z","end":"2026-03-05T08:18:37.615541Z","steps":["trace[2093643126] 'process raft request' (duration: 2.637173415s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:37.615744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:34.978174Z","time spent":"2.637491873s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:38.457219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000232033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T08:18:38.457319Z","caller":"traceutil/trace.go:171","msg":"trace[1538965724] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000370775s","start":"2026-03-05T08:18:36.456932Z","end":"2026-03-05T08:18:38.457303Z","steps":["trace[1538965724] 'agreement among raft nodes before linearized reading' (duration: 2.000253122s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:38.457362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:36.456918Z","time spent":"2.000435427s","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:18:38.809166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999931034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T08:18:38.80925Z","caller":"traceutil/trace.go:171","msg":"trace[1603799301] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000081619s","start":"2026-03-05T08:18:36.80915Z","end":"2026-03-05T08:18:38.809231Z","steps":["trace[1603799301] 'agreement among raft nodes before linearized reading' (duration: 1.999975745s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:38.809311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:36.809124Z","time spent":"2.000169761s","remote":"127.0.0.1:49166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 08:18:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T08:18:39.620084Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.872691227s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T08:18:39.62064Z","caller":"traceutil/trace.go:171","msg":"trace[1903166024] transaction","detail":"{read_only:false; response_revision:24080; number_of_response:1; }","duration":"3.825934733s","start":"2026-03-05T08:18:35.794677Z","end":"2026-03-05T08:18:39.620612Z","steps":["trace[1903166024] 'process raft request' (duration: 3.825848231s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:39.620705Z","caller":"traceutil/trace.go:171","msg":"trace[22709702] transaction","detail":"{read_only:false; response_revision:24079; number_of_response:1; }","duration":"4.204080894s","start":"2026-03-05T08:18:35.416585Z","end":"2026-03-05T08:18:39.620666Z","steps":["trace[22709702] 'process raft request' (duration: 4.203736696s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:39.620811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:35.79465Z","time spent":"3.826069007s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:39.620903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:35.416559Z","time spent":"4.204231558s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:39.620928Z","caller":"traceutil/trace.go:171","msg":"trace[99472011] transaction","detail":"{read_only:false; response_revision:24081; number_of_response:1; }","duration":"3.824099529s","start":"2026-03-05T08:18:35.7968Z","end":"2026-03-05T08:18:39.6209Z","steps":["trace[99472011] 'process raft request' (duration: 3.823767781s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:39.620997Z","caller":"traceutil/trace.go:171","msg":"trace[1566713375] transaction","detail":"{read_only:false; response_revision:24082; number_of_response:1; }","duration":"3.82373006s","start":"2026-03-05T08:18:35.797237Z","end":"2026-03-05T08:18:39.620967Z","steps":["trace[1566713375] 'process raft request' (duration: 3.823574057s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:39.621076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:35.796776Z","time spent":"3.824220291s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:39.62115Z","caller":"traceutil/trace.go:171","msg":"trace[1553265881] transaction","detail":"{read_only:false; response_revision:24083; number_of_response:1; }","duration":"3.823506054s","start":"2026-03-05T08:18:35.79762Z","end":"2026-03-05T08:18:39.621126Z","steps":["trace[1553265881] 'process raft request' (duration: 3.823300769s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:39.62122Z","caller":"traceutil/trace.go:171","msg":"trace[2044153423] transaction","detail":"{read_only:false; response_revision:24084; number_of_response:1; }","duration":"3.823275718s","start":"2026-03-05T08:18:35.797933Z","end":"2026-03-05T08:18:39.621209Z","steps":["trace[2044153423] 'process raft request' (duration: 3.823108414s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:39.62124Z","caller":"traceutil/trace.go:171","msg":"trace[1340142897] transaction","detail":"{read_only:false; response_revision:24085; number_of_response:1; }","duration":"3.822430648s","start":"2026-03-05T08:18:35.798792Z","end":"2026-03-05T08:18:39.621222Z","steps":["trace[1340142897] 'process raft request' (duration: 3.822332446s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:39.621279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:35.797923Z","time spent":"3.823327179s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:39.621263Z","caller":"traceutil/trace.go:171","msg":"trace[1358219418] transaction","detail":"{read_only:false; response_revision:24086; number_of_response:1; }","duration":"3.741221573s","start":"2026-03-05T08:18:35.880016Z","end":"2026-03-05T08:18:39.621238Z","steps":["trace[1358219418] 'process raft request' (duration: 3.741141361s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:39.621315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:35.798779Z","time spent":"3.82250248s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:39.621257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:35.797596Z","time spent":"3.823609887s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:39.621157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:35.797221Z","time spent":"3.823865093s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:39.621408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:35.879994Z","time spent":"3.741341765s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:39.621446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:35.958612Z","time spent":"3.662832134s","remote":"127.0.0.1:49220","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-05T08:18:39.621451Z","caller":"traceutil/trace.go:171","msg":"trace[2071083240] transaction","detail":"{read_only:false; response_revision:24087; number_of_response:1; }","duration":"3.661768348s","start":"2026-03-05T08:18:35.95967Z","end":"2026-03-05T08:18:39.621439Z","steps":["trace[2071083240] 'process raft request' (duration: 3.661688927s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:39.621519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:35.959652Z","time spent":"3.661836461s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:39.621596Z","caller":"traceutil/trace.go:171","msg":"trace[2112023813] linearizableReadLoop","detail":"{readStateIndex:24938; appliedIndex:24926; }","duration":"3.667414685s","start":"2026-03-05T08:18:35.954163Z","end":"2026-03-05T08:18:39.621577Z","steps":["trace[2112023813] 'read index received' (duration: 1.661169717s)","trace[2112023813] 'applied index is now lower than readState.Index' (duration: 2.006243438s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:18:39.621711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.367880221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:18:39.621745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.824837047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T08:18:39.621757Z","caller":"traceutil/trace.go:171","msg":"trace[1607683036] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:24088; }","duration":"4.367944053s","start":"2026-03-05T08:18:35.253799Z","end":"2026-03-05T08:18:39.621743Z","steps":["trace[1607683036] 'agreement among raft nodes before linearized reading' (duration: 4.3678504s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:39.621755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.369459671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:18:39.621789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:35.253782Z","time spent":"4.367998204s","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:18:39.621804Z","caller":"traceutil/trace.go:171","msg":"trace[954304771] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24088; }","duration":"3.824899448s","start":"2026-03-05T08:18:35.796872Z","end":"2026-03-05T08:18:39.621772Z","steps":["trace[954304771] 'agreement among raft nodes before linearized reading' (duration: 3.824753115s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:39.621818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.599369417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-05T08:18:39.62183Z","caller":"traceutil/trace.go:171","msg":"trace[1369122054] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24088; }","duration":"5.369559464s","start":"2026-03-05T08:18:34.252232Z","end":"2026-03-05T08:18:39.621791Z","steps":["trace[1369122054] 'agreement among raft nodes before linearized reading' (duration: 5.369462412s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:39.621864Z","caller":"traceutil/trace.go:171","msg":"trace[1081211917] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:24088; }","duration":"4.599462489s","start":"2026-03-05T08:18:35.022391Z","end":"2026-03-05T08:18:39.621853Z","steps":["trace[1081211917] 'agreement among raft nodes before linearized reading' (duration: 4.599273535s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:39.621889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:34.252211Z","time spent":"5.369661716s","remote":"127.0.0.1:34148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:39.6219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:35.022328Z","time spent":"4.599564381s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":176,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:18:39.621912Z","caller":"traceutil/trace.go:171","msg":"trace[1241389498] transaction","detail":"{read_only:false; response_revision:24088; number_of_response:1; }","duration":"3.659549696s","start":"2026-03-05T08:18:35.96235Z","end":"2026-03-05T08:18:39.6219Z","steps":["trace[1241389498] 'process raft request' (duration: 3.659060574s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:39.621924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.142853048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418181"} {"level":"warn","ts":"2026-03-05T08:18:39.621967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:35.962335Z","time spent":"3.659600877s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:39.62198Z","caller":"traceutil/trace.go:171","msg":"trace[403009086] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24088; }","duration":"4.14293796s","start":"2026-03-05T08:18:35.479028Z","end":"2026-03-05T08:18:39.621966Z","steps":["trace[403009086] 'agreement among raft nodes before linearized reading' (duration: 4.142599052s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:39.622015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:35.47901Z","time spent":"4.142997171s","remote":"127.0.0.1:48126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418204,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-05T08:18:39.621831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:35.796826Z","time spent":"3.825000111s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T08:18:39.622112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.728191661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-05T08:18:39.622179Z","caller":"traceutil/trace.go:171","msg":"trace[587557244] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24088; }","duration":"3.728280723s","start":"2026-03-05T08:18:35.893889Z","end":"2026-03-05T08:18:39.622169Z","steps":["trace[587557244] 'agreement among raft nodes before linearized reading' (duration: 3.72815365s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:39.622173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.825352859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-05T08:18:39.622211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:35.893877Z","time spent":"3.728328165s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-05T08:18:39.622227Z","caller":"traceutil/trace.go:171","msg":"trace[1669252806] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24088; }","duration":"3.825451902s","start":"2026-03-05T08:18:35.796764Z","end":"2026-03-05T08:18:39.622215Z","steps":["trace[1669252806] 'agreement among raft nodes before linearized reading' (duration: 3.825261547s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:39.622259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:35.796738Z","time spent":"3.825515913s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T08:18:40.122157Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031207913,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T08:18:40.291056Z","caller":"traceutil/trace.go:171","msg":"trace[1680477653] transaction","detail":"{read_only:false; response_revision:24089; number_of_response:1; }","duration":"2.217187101s","start":"2026-03-05T08:18:38.07384Z","end":"2026-03-05T08:18:40.291027Z","steps":["trace[1680477653] 'process raft request' (duration: 2.213996825s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:40.291214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:38.073815Z","time spent":"2.217309545s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:40.815992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999990587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T08:18:40.816085Z","caller":"traceutil/trace.go:171","msg":"trace[527515998] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000101909s","start":"2026-03-05T08:18:38.815964Z","end":"2026-03-05T08:18:40.816066Z","steps":["trace[527515998] 'agreement among raft nodes before linearized reading' (duration: 1.999987007s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:40.816136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:38.815906Z","time spent":"2.000220003s","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 08:18:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-05T08:18:41.25263Z","caller":"traceutil/trace.go:171","msg":"trace[1299058758] transaction","detail":"{read_only:false; response_revision:24090; number_of_response:1; }","duration":"1.630487702s","start":"2026-03-05T08:18:39.622112Z","end":"2026-03-05T08:18:41.2526Z","steps":["trace[1299058758] 'process raft request' (duration: 1.629851597s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:41.252636Z","caller":"traceutil/trace.go:171","msg":"trace[62170277] transaction","detail":"{read_only:false; response_revision:24091; number_of_response:1; }","duration":"1.630209185s","start":"2026-03-05T08:18:39.622382Z","end":"2026-03-05T08:18:41.252591Z","steps":["trace[62170277] 'process raft request' (duration: 1.629756494s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:41.252626Z","caller":"traceutil/trace.go:171","msg":"trace[878431216] transaction","detail":"{read_only:false; response_revision:24092; number_of_response:1; }","duration":"1.625323558s","start":"2026-03-05T08:18:39.627277Z","end":"2026-03-05T08:18:41.252601Z","steps":["trace[878431216] 'process raft request' (duration: 1.624922409s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:41.252722Z","caller":"traceutil/trace.go:171","msg":"trace[674133483] transaction","detail":"{read_only:false; response_revision:24093; number_of_response:1; }","duration":"1.62500999s","start":"2026-03-05T08:18:39.627681Z","end":"2026-03-05T08:18:41.252691Z","steps":["trace[674133483] 'process raft request' (duration: 1.62456137s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:41.252782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:39.627244Z","time spent":"1.625465072s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:41.252834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:39.622365Z","time spent":"1.630335009s","remote":"127.0.0.1:49220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:41.252754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:39.621998Z","time spent":"1.630686536s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:41.252895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:39.627668Z","time spent":"1.625133153s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:41.253456Z","caller":"traceutil/trace.go:171","msg":"trace[1041580542] linearizableReadLoop","detail":"{readStateIndex:24944; appliedIndex:24938; }","duration":"1.631793473s","start":"2026-03-05T08:18:39.621648Z","end":"2026-03-05T08:18:41.253441Z","steps":["trace[1041580542] 'read index received' (duration: 666.235665ms)","trace[1041580542] 'applied index is now lower than readState.Index' (duration: 965.556878ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:18:41.253794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.943262514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-05T08:18:41.253852Z","caller":"traceutil/trace.go:171","msg":"trace[1795753116] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:24094; }","duration":"3.943360716s","start":"2026-03-05T08:18:37.310475Z","end":"2026-03-05T08:18:41.253836Z","steps":["trace[1795753116] 'agreement among raft nodes before linearized reading' (duration: 3.943185762s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:41.253891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:37.310454Z","time spent":"3.943428488s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-05T08:18:41.253928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.154168828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:41.253974Z","caller":"traceutil/trace.go:171","msg":"trace[991933977] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24094; }","duration":"4.15426026s","start":"2026-03-05T08:18:37.099703Z","end":"2026-03-05T08:18:41.253963Z","steps":["trace[991933977] 'agreement among raft nodes before linearized reading' (duration: 4.154183229s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:41.254015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:37.099681Z","time spent":"4.154322412s","remote":"127.0.0.1:33862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:18:41.254082Z","caller":"traceutil/trace.go:171","msg":"trace[78336951] transaction","detail":"{read_only:false; response_revision:24094; number_of_response:1; }","duration":"1.275841173s","start":"2026-03-05T08:18:39.978228Z","end":"2026-03-05T08:18:41.254069Z","steps":["trace[78336951] 'process raft request' (duration: 1.274941792s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:41.254264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.867344008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-05T08:18:41.254303Z","caller":"traceutil/trace.go:171","msg":"trace[1300455770] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24094; }","duration":"4.867412619s","start":"2026-03-05T08:18:36.386882Z","end":"2026-03-05T08:18:41.254295Z","steps":["trace[1300455770] 'agreement among raft nodes before linearized reading' (duration: 4.867296707s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:41.25433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:36.386867Z","time spent":"4.867457141s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-05T08:18:41.254445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.867105205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:18:41.254505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.876817034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.222\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-05T08:18:41.254537Z","caller":"traceutil/trace.go:171","msg":"trace[861840859] range","detail":"{range_begin:/registry/masterleases/199.204.45.222; range_end:; response_count:1; response_revision:24094; }","duration":"4.876884686s","start":"2026-03-05T08:18:36.377641Z","end":"2026-03-05T08:18:41.254526Z","steps":["trace[861840859] 'agreement among raft nodes before linearized reading' (duration: 4.876807414s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:41.254564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:36.37762Z","time spent":"4.876937768s","remote":"127.0.0.1:49176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.222\" "} {"level":"warn","ts":"2026-03-05T08:18:41.254571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648929424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T08:18:41.254595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:39.978203Z","time spent":"1.275940756s","remote":"127.0.0.1:48126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418239,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:41.254719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.943982834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-03-05T08:18:41.254755Z","caller":"traceutil/trace.go:171","msg":"trace[903818193] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:24094; }","duration":"4.944056087s","start":"2026-03-05T08:18:36.310691Z","end":"2026-03-05T08:18:41.254747Z","steps":["trace[903818193] 'agreement among raft nodes before linearized reading' (duration: 4.943997875s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:41.254825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:36.310667Z","time spent":"4.944118499s","remote":"127.0.0.1:49370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":199,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"info","ts":"2026-03-05T08:18:41.254839Z","caller":"traceutil/trace.go:171","msg":"trace[440436191] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24094; }","duration":"1.648993415s","start":"2026-03-05T08:18:39.605594Z","end":"2026-03-05T08:18:41.254587Z","steps":["trace[440436191] 'agreement among raft nodes before linearized reading' (duration: 1.648930034s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:41.254889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:39.605572Z","time spent":"1.649301613s","remote":"127.0.0.1:46696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:41.254991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.121788717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:18:41.255032Z","caller":"traceutil/trace.go:171","msg":"trace[1786302857] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:24094; }","duration":"5.121879458s","start":"2026-03-05T08:18:36.13314Z","end":"2026-03-05T08:18:41.255019Z","steps":["trace[1786302857] 'agreement among raft nodes before linearized reading' (duration: 5.121815347s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:41.255062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:36.133113Z","time spent":"5.12194129s","remote":"127.0.0.1:42340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:41.255071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.869761856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:41.255093Z","caller":"traceutil/trace.go:171","msg":"trace[1943195620] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24094; }","duration":"1.869822208s","start":"2026-03-05T08:18:39.385264Z","end":"2026-03-05T08:18:41.255087Z","steps":["trace[1943195620] 'agreement among raft nodes before linearized reading' (duration: 1.869774717s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:41.255132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.293261789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-05T08:18:41.255183Z","caller":"traceutil/trace.go:171","msg":"trace[1533007471] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24094; }","duration":"3.29334753s","start":"2026-03-05T08:18:37.961823Z","end":"2026-03-05T08:18:41.255171Z","steps":["trace[1533007471] 'agreement among raft nodes before linearized reading' (duration: 3.293205497s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:41.255113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:39.385243Z","time spent":"1.869864688s","remote":"127.0.0.1:49384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:41.255221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:37.961804Z","time spent":"3.293408932s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T08:18:41.255225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.205319567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:18:41.255282Z","caller":"traceutil/trace.go:171","msg":"trace[1357556257] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24094; }","duration":"5.205384998s","start":"2026-03-05T08:18:36.049881Z","end":"2026-03-05T08:18:41.255266Z","steps":["trace[1357556257] 'agreement among raft nodes before linearized reading' (duration: 5.205289506s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:41.255325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:36.049829Z","time spent":"5.205486211s","remote":"127.0.0.1:46748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:41.255439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.628015853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-05T08:18:41.255671Z","caller":"traceutil/trace.go:171","msg":"trace[1962420443] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24094; }","duration":"1.628268069s","start":"2026-03-05T08:18:39.627393Z","end":"2026-03-05T08:18:41.255661Z","steps":["trace[1962420443] 'agreement among raft nodes before linearized reading' (duration: 1.627940371s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:41.255668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.38448176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-05T08:18:41.255694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:39.627374Z","time spent":"1.628314689s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-05T08:18:41.255704Z","caller":"traceutil/trace.go:171","msg":"trace[1438700896] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24094; }","duration":"2.384545761s","start":"2026-03-05T08:18:38.871148Z","end":"2026-03-05T08:18:41.255694Z","steps":["trace[1438700896] 'agreement among raft nodes before linearized reading' (duration: 2.384256815s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:41.255764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:38.871133Z","time spent":"2.384604593s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-05T08:18:41.255839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.261686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:41.255886Z","caller":"traceutil/trace.go:171","msg":"trace[1901012421] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24094; }","duration":"368.303957ms","start":"2026-03-05T08:18:40.887569Z","end":"2026-03-05T08:18:41.255873Z","steps":["trace[1901012421] 'agreement among raft nodes before linearized reading' (duration: 368.236505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:41.255909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:40.887514Z","time spent":"368.388698ms","remote":"127.0.0.1:34178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T08:18:41.256049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.609965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:18:41.256068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.154664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:41.256089Z","caller":"traceutil/trace.go:171","msg":"trace[1852608307] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24094; }","duration":"439.680776ms","start":"2026-03-05T08:18:40.816395Z","end":"2026-03-05T08:18:41.256075Z","steps":["trace[1852608307] 'agreement among raft nodes before linearized reading' (duration: 439.628755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:41.256126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:40.81638Z","time spent":"439.739027ms","remote":"127.0.0.1:49166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:18:41.256129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.401201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T08:18:41.255903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.28232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:41.256099Z","caller":"traceutil/trace.go:171","msg":"trace[847462401] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24094; }","duration":"999.225166ms","start":"2026-03-05T08:18:40.256864Z","end":"2026-03-05T08:18:41.256089Z","steps":["trace[847462401] 'agreement among raft nodes before linearized reading' (duration: 999.166914ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:41.256165Z","caller":"traceutil/trace.go:171","msg":"trace[169862138] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:24094; }","duration":"490.468083ms","start":"2026-03-05T08:18:40.765686Z","end":"2026-03-05T08:18:41.256154Z","steps":["trace[169862138] 'agreement among raft nodes before linearized reading' (duration: 490.411082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:41.25621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:40.765645Z","time spent":"490.557495ms","remote":"127.0.0.1:49396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:18:41.254501Z","caller":"traceutil/trace.go:171","msg":"trace[799988291] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:24094; }","duration":"2.867207318s","start":"2026-03-05T08:18:38.387282Z","end":"2026-03-05T08:18:41.254489Z","steps":["trace[799988291] 'agreement among raft nodes before linearized reading' (duration: 2.867110246s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:41.256313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:40.256835Z","time spent":"999.385109ms","remote":"127.0.0.1:34128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:41.256372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:38.387261Z","time spent":"2.869102253s","remote":"127.0.0.1:33728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:18:41.256181Z","caller":"traceutil/trace.go:171","msg":"trace[1751696482] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:24094; }","duration":"677.606118ms","start":"2026-03-05T08:18:40.578564Z","end":"2026-03-05T08:18:41.25617Z","steps":["trace[1751696482] 'agreement among raft nodes before linearized reading' (duration: 677.28787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:41.25649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:40.578541Z","time spent":"677.936396ms","remote":"127.0.0.1:49298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:41.256625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.722257328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:18:41.256663Z","caller":"traceutil/trace.go:171","msg":"trace[8690574] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:24094; }","duration":"3.7223299s","start":"2026-03-05T08:18:37.534323Z","end":"2026-03-05T08:18:41.256653Z","steps":["trace[8690574] 'agreement among raft nodes before linearized reading' (duration: 3.722223807s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:41.256685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:37.534302Z","time spent":"3.722377752s","remote":"127.0.0.1:49504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":97,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:41.256704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.685417415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:18:41.256729Z","caller":"traceutil/trace.go:171","msg":"trace[1863931019] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:24094; }","duration":"3.685471247s","start":"2026-03-05T08:18:37.571251Z","end":"2026-03-05T08:18:41.256722Z","steps":["trace[1863931019] 'agreement among raft nodes before linearized reading' (duration: 3.685423315s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:41.256752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:37.571235Z","time spent":"3.685508777s","remote":"127.0.0.1:49528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:41.757745Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031207923,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:18:42.073067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:41.257033Z","time spent":"816.024665ms","remote":"127.0.0.1:49176","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T08:18:43.104111Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.034582523s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T08:18:43.105144Z","caller":"traceutil/trace.go:171","msg":"trace[1084467237] transaction","detail":"{read_only:false; response_revision:24095; number_of_response:1; }","duration":"1.840803871s","start":"2026-03-05T08:18:41.264302Z","end":"2026-03-05T08:18:43.105106Z","steps":["trace[1084467237] 'process raft request' (duration: 1.840439333s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:43.10517Z","caller":"traceutil/trace.go:171","msg":"trace[2147402435] transaction","detail":"{read_only:false; response_revision:24096; number_of_response:1; }","duration":"1.8407225s","start":"2026-03-05T08:18:41.264411Z","end":"2026-03-05T08:18:43.105133Z","steps":["trace[2147402435] 'process raft request' (duration: 1.840582517s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:43.105389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:41.264285Z","time spent":"1.840933205s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:43.105408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:41.264404Z","time spent":"1.840872453s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:43.106063Z","caller":"traceutil/trace.go:171","msg":"trace[2013981312] transaction","detail":"{read_only:false; response_revision:24097; number_of_response:1; }","duration":"1.841521479s","start":"2026-03-05T08:18:41.264529Z","end":"2026-03-05T08:18:43.10605Z","steps":["trace[2013981312] 'process raft request' (duration: 1.840531025s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:43.106139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:41.264496Z","time spent":"1.841610741s","remote":"127.0.0.1:49220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:43.106705Z","caller":"traceutil/trace.go:171","msg":"trace[513308070] transaction","detail":"{read_only:false; response_revision:24098; number_of_response:1; }","duration":"1.480270753s","start":"2026-03-05T08:18:41.626415Z","end":"2026-03-05T08:18:43.106685Z","steps":["trace[513308070] 'process raft request' (duration: 1.479554735s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:43.106779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:41.626393Z","time spent":"1.480345785s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:43.106934Z","caller":"traceutil/trace.go:171","msg":"trace[125304741] linearizableReadLoop","detail":"{readStateIndex:24954; appliedIndex:24944; }","duration":"1.84946157s","start":"2026-03-05T08:18:41.257458Z","end":"2026-03-05T08:18:43.10692Z","steps":["trace[125304741] 'read index received' (duration: 756.193681ms)","trace[125304741] 'applied index is now lower than readState.Index' (duration: 1.093266539s)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:18:43.10717Z","caller":"traceutil/trace.go:171","msg":"trace[361789740] transaction","detail":"{read_only:false; response_revision:24102; number_of_response:1; }","duration":"1.478767907s","start":"2026-03-05T08:18:41.628387Z","end":"2026-03-05T08:18:43.107154Z","steps":["trace[361789740] 'process raft request' (duration: 1.478444189s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:43.107263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:41.628371Z","time spent":"1.478853448s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:43.107428Z","caller":"traceutil/trace.go:171","msg":"trace[1798231845] transaction","detail":"{read_only:false; response_revision:24099; number_of_response:1; }","duration":"1.479273038s","start":"2026-03-05T08:18:41.628144Z","end":"2026-03-05T08:18:43.107417Z","steps":["trace[1798231845] 'process raft request' (duration: 1.478468219s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:43.107437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.849975042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-05T08:18:43.107476Z","caller":"traceutil/trace.go:171","msg":"trace[963816359] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24103; }","duration":"1.850050794s","start":"2026-03-05T08:18:41.257416Z","end":"2026-03-05T08:18:43.107467Z","steps":["trace[963816359] 'agreement among raft nodes before linearized reading' (duration: 1.84988644s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:43.1075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:41.257401Z","time spent":"1.850095035s","remote":"127.0.0.1:49348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-05T08:18:43.107534Z","caller":"traceutil/trace.go:171","msg":"trace[335060868] transaction","detail":"{read_only:false; response_revision:24100; number_of_response:1; }","duration":"1.479290599s","start":"2026-03-05T08:18:41.628236Z","end":"2026-03-05T08:18:43.107527Z","steps":["trace[335060868] 'process raft request' (duration: 1.47851533s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:43.107581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:41.62822Z","time spent":"1.47933878s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:43.107501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:41.628123Z","time spent":"1.47934205s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:43.107692Z","caller":"traceutil/trace.go:171","msg":"trace[30444247] transaction","detail":"{read_only:false; response_revision:24101; number_of_response:1; }","duration":"1.47933557s","start":"2026-03-05T08:18:41.628339Z","end":"2026-03-05T08:18:43.107675Z","steps":["trace[30444247] 'process raft request' (duration: 1.47846365s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:43.107736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:41.628318Z","time spent":"1.479391731s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:43.107746Z","caller":"traceutil/trace.go:171","msg":"trace[1092319517] transaction","detail":"{read_only:false; response_revision:24103; number_of_response:1; }","duration":"1.478674064s","start":"2026-03-05T08:18:41.628415Z","end":"2026-03-05T08:18:43.107089Z","steps":["trace[1092319517] 'process raft request' (duration: 1.478445219s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:43.108135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:41.628408Z","time spent":"1.479621336s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:43.264438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00011276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T08:18:43.264536Z","caller":"traceutil/trace.go:171","msg":"trace[1420754446] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000283673s","start":"2026-03-05T08:18:41.264229Z","end":"2026-03-05T08:18:43.264513Z","steps":["trace[1420754446] 'agreement among raft nodes before linearized reading' (duration: 2.000167611s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:43.264586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:41.264217Z","time spent":"2.000358525s","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 08:18:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T08:18:43.608017Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031207934,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:18:44.276789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.016998ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:18:44.276883Z","caller":"traceutil/trace.go:171","msg":"trace[321745630] transaction","detail":"{read_only:false; response_revision:24104; number_of_response:1; }","duration":"2.202414318s","start":"2026-03-05T08:18:42.074452Z","end":"2026-03-05T08:18:44.276866Z","steps":["trace[321745630] 'process raft request' (duration: 1.993246986s)","trace[321745630] 'compare' (duration: 208.748272ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:18:44.27699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:42.074428Z","time spent":"2.202484529s","remote":"127.0.0.1:49176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:45.264813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000200092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T08:18:45.264882Z","caller":"traceutil/trace.go:171","msg":"trace[784536411] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000300704s","start":"2026-03-05T08:18:43.264565Z","end":"2026-03-05T08:18:45.264866Z","steps":["trace[784536411] 'agreement among raft nodes before linearized reading' (duration: 2.000207951s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:45.26492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:43.264559Z","time spent":"2.000353266s","remote":"127.0.0.1:49166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 08:18:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T08:18:46.627102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.00008931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T08:18:46.627195Z","caller":"traceutil/trace.go:171","msg":"trace[1112940424] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000229293s","start":"2026-03-05T08:18:41.626946Z","end":"2026-03-05T08:18:46.627175Z","steps":["trace[1112940424] 'agreement among raft nodes before linearized reading' (duration: 5.00011106s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:46.627244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:41.626934Z","time spent":"5.000300315s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/05 08:18:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T08:18:46.972471Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.904753328s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T08:18:47.270161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000182742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T08:18:47.270251Z","caller":"traceutil/trace.go:171","msg":"trace[1875050713] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000314705s","start":"2026-03-05T08:18:45.269914Z","end":"2026-03-05T08:18:47.270229Z","steps":["trace[1875050713] 'agreement among raft nodes before linearized reading' (duration: 2.000203302s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:47.2703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:45.269901Z","time spent":"2.000390357s","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 08:18:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T08:18:47.823332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.545002ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:18:47.825148Z","caller":"traceutil/trace.go:171","msg":"trace[1364295483] transaction","detail":"{read_only:false; response_revision:24106; number_of_response:1; }","duration":"3.900855858s","start":"2026-03-05T08:18:43.924258Z","end":"2026-03-05T08:18:47.825114Z","steps":["trace[1364295483] 'process raft request' (duration: 3.899193358s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:47.825277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:43.924234Z","time spent":"3.900978502s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:47.824675Z","caller":"traceutil/trace.go:171","msg":"trace[796810703] transaction","detail":"{read_only:false; response_revision:24105; number_of_response:1; }","duration":"4.564919562s","start":"2026-03-05T08:18:43.259522Z","end":"2026-03-05T08:18:47.824442Z","steps":["trace[796810703] 'process raft request' (duration: 3.71316664s)","trace[796810703] 'compare' (duration: 849.733143ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:18:47.827765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:43.259491Z","time spent":"4.567717049s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:48.259058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999175598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T08:18:48.259156Z","caller":"traceutil/trace.go:171","msg":"trace[1557561462] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999346042s","start":"2026-03-05T08:18:43.259786Z","end":"2026-03-05T08:18:48.259132Z","steps":["trace[1557561462] 'agreement among raft nodes before linearized reading' (duration: 4.999207799s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:48.259224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:43.259763Z","time spent":"4.999444995s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/05 08:18:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T08:18:48.856505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000042308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T08:18:48.856597Z","caller":"traceutil/trace.go:171","msg":"trace[553979213] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000190012s","start":"2026-03-05T08:18:46.856384Z","end":"2026-03-05T08:18:48.856574Z","steps":["trace[553979213] 'agreement among raft nodes before linearized reading' (duration: 2.000073959s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:48.856651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:46.856364Z","time spent":"2.000274134s","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 08:18:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T08:18:49.270891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000194811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T08:18:49.270982Z","caller":"traceutil/trace.go:171","msg":"trace[404704099] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000349715s","start":"2026-03-05T08:18:47.270612Z","end":"2026-03-05T08:18:49.270962Z","steps":["trace[404704099] 'agreement among raft nodes before linearized reading' (duration: 2.000236692s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:49.271036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:47.270588Z","time spent":"2.000435217s","remote":"127.0.0.1:49166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 08:18:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T08:18:49.366699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543101528s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-05T08:18:49.366843Z","caller":"traceutil/trace.go:171","msg":"trace[2015892168] linearizableReadLoop","detail":"{readStateIndex:24956; appliedIndex:24954; }","duration":"6.259852108s","start":"2026-03-05T08:18:43.106964Z","end":"2026-03-05T08:18:49.366816Z","steps":["trace[2015892168] 'read index received' (duration: 960.748343ms)","trace[2015892168] 'applied index is now lower than readState.Index' (duration: 5.299101545s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:18:49.367583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.479475004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:18:49.367643Z","caller":"traceutil/trace.go:171","msg":"trace[2108145432] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:24106; }","duration":"7.479551056s","start":"2026-03-05T08:18:41.888078Z","end":"2026-03-05T08:18:49.367629Z","steps":["trace[2108145432] 'agreement among raft nodes before linearized reading' (duration: 7.479415682s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:49.367662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.741879512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-05T08:18:49.367684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:41.888022Z","time spent":"7.479650509s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:18:49.367725Z","caller":"traceutil/trace.go:171","msg":"trace[1557508353] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24106; }","duration":"7.742038597s","start":"2026-03-05T08:18:41.625671Z","end":"2026-03-05T08:18:49.367709Z","steps":["trace[1557508353] 'agreement among raft nodes before linearized reading' (duration: 7.741852532s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:49.367767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:41.625653Z","time spent":"7.742105668s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T08:18:49.367781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.103265603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11489"} {"level":"warn","ts":"2026-03-05T08:18:49.367664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.591492218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-05T08:18:49.367832Z","caller":"traceutil/trace.go:171","msg":"trace[1808942655] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:24106; }","duration":"8.103328014s","start":"2026-03-05T08:18:41.264492Z","end":"2026-03-05T08:18:49.36782Z","steps":["trace[1808942655] 'agreement among raft nodes before linearized reading' (duration: 8.103200901s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:49.367862Z","caller":"traceutil/trace.go:171","msg":"trace[1002802271] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24106; }","duration":"7.591720194s","start":"2026-03-05T08:18:41.776112Z","end":"2026-03-05T08:18:49.367832Z","steps":["trace[1002802271] 'agreement among raft nodes before linearized reading' (duration: 7.591392705s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:49.367888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:41.264486Z","time spent":"8.103394426s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":11512,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-03-05T08:18:49.367898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.480480046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T08:18:49.367863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.103407856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-179cf55a-a896-433d-9458-bccccb0c8d38\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-03-05T08:18:49.367925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:41.776086Z","time spent":"7.591819336s","remote":"127.0.0.1:49348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-05T08:18:49.367983Z","caller":"traceutil/trace.go:171","msg":"trace[253419699] range","detail":"{range_begin:/registry/persistentvolumes/pvc-179cf55a-a896-433d-9458-bccccb0c8d38; range_end:; response_count:1; response_revision:24106; }","duration":"8.103594s","start":"2026-03-05T08:18:41.264352Z","end":"2026-03-05T08:18:49.367946Z","steps":["trace[253419699] 'agreement among raft nodes before linearized reading' (duration: 8.103162369s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:49.368056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:41.264347Z","time spent":"8.103698753s","remote":"127.0.0.1:49312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-179cf55a-a896-433d-9458-bccccb0c8d38\" "} {"level":"warn","ts":"2026-03-05T08:18:49.368083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.753990572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:49.368118Z","caller":"traceutil/trace.go:171","msg":"trace[200616082] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24106; }","duration":"7.754063344s","start":"2026-03-05T08:18:41.614042Z","end":"2026-03-05T08:18:49.368105Z","steps":["trace[200616082] 'agreement among raft nodes before linearized reading' (duration: 7.754008583s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:49.368122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.639811226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:18:49.368092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.725209ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:49.368181Z","caller":"traceutil/trace.go:171","msg":"trace[306423253] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24106; }","duration":"7.639887568s","start":"2026-03-05T08:18:41.72827Z","end":"2026-03-05T08:18:49.368158Z","steps":["trace[306423253] 'agreement among raft nodes before linearized reading' (duration: 7.639810527s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:49.368197Z","caller":"traceutil/trace.go:171","msg":"trace[120504983] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24106; }","duration":"553.831573ms","start":"2026-03-05T08:18:48.814348Z","end":"2026-03-05T08:18:49.36818Z","steps":["trace[120504983] 'range keys from in-memory index tree' (duration: 553.713609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:49.368238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:41.728258Z","time spent":"7.63996877s","remote":"127.0.0.1:34310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:49.368384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.103872508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"warn","ts":"2026-03-05T08:18:49.368028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.699309823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-03-05T08:18:49.367942Z","caller":"traceutil/trace.go:171","msg":"trace[55325857] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:24106; }","duration":"6.480600599s","start":"2026-03-05T08:18:42.887324Z","end":"2026-03-05T08:18:49.367925Z","steps":["trace[55325857] 'agreement among raft nodes before linearized reading' (duration: 6.480502897s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:49.368428Z","caller":"traceutil/trace.go:171","msg":"trace[1295119700] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24106; }","duration":"8.103925129s","start":"2026-03-05T08:18:41.264492Z","end":"2026-03-05T08:18:49.368418Z","steps":["trace[1295119700] 'agreement among raft nodes before linearized reading' (duration: 8.103829846s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:49.368436Z","caller":"traceutil/trace.go:171","msg":"trace[1411743942] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24106; }","duration":"7.699776734s","start":"2026-03-05T08:18:41.668648Z","end":"2026-03-05T08:18:49.368425Z","steps":["trace[1411743942] 'agreement among raft nodes before linearized reading' (duration: 7.699163039s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:49.368458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:42.887305Z","time spent":"6.481139791s","remote":"127.0.0.1:34460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:49.368483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:41.668628Z","time spent":"7.699843526s","remote":"127.0.0.1:49396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7556,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-05T08:18:49.368158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:41.614019Z","time spent":"7.754130766s","remote":"127.0.0.1:34348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:49.368462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:41.264487Z","time spent":"8.103967999s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-05T08:18:49.367582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.103311054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:49.368648Z","caller":"traceutil/trace.go:171","msg":"trace[833385407] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24106; }","duration":"8.10439991s","start":"2026-03-05T08:18:41.264239Z","end":"2026-03-05T08:18:49.368639Z","steps":["trace[833385407] 'agreement among raft nodes before linearized reading' (duration: 8.103296214s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:49.368689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:41.264228Z","time spent":"8.104451151s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T08:18:49.373674Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.550490896s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T08:18:49.37425Z","caller":"traceutil/trace.go:171","msg":"trace[1532794756] transaction","detail":"{read_only:false; response_revision:24107; number_of_response:1; }","duration":"4.745235193s","start":"2026-03-05T08:18:44.628994Z","end":"2026-03-05T08:18:49.374229Z","steps":["trace[1532794756] 'process raft request' (duration: 4.744903255s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:49.374375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:44.62896Z","time spent":"4.745339894s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:49.37457Z","caller":"traceutil/trace.go:171","msg":"trace[792989326] transaction","detail":"{read_only:false; response_revision:24108; number_of_response:1; }","duration":"4.261996432s","start":"2026-03-05T08:18:45.112552Z","end":"2026-03-05T08:18:49.374549Z","steps":["trace[792989326] 'process raft request' (duration: 4.261627324s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:49.374694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:45.11254Z","time spent":"4.262081834s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:49.374767Z","caller":"traceutil/trace.go:171","msg":"trace[1091552238] transaction","detail":"{read_only:false; response_revision:24109; number_of_response:1; }","duration":"4.262171986s","start":"2026-03-05T08:18:45.112584Z","end":"2026-03-05T08:18:49.374756Z","steps":["trace[1091552238] 'process raft request' (duration: 4.261883379s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:49.374811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:45.11257Z","time spent":"4.262217207s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:49.374934Z","caller":"traceutil/trace.go:171","msg":"trace[179801521] transaction","detail":"{read_only:false; response_revision:24110; number_of_response:1; }","duration":"4.262300369s","start":"2026-03-05T08:18:45.112628Z","end":"2026-03-05T08:18:49.374928Z","steps":["trace[179801521] 'process raft request' (duration: 4.262084704s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:49.374965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:45.112621Z","time spent":"4.26232723s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:49.375077Z","caller":"traceutil/trace.go:171","msg":"trace[1695733073] transaction","detail":"{read_only:false; response_revision:24111; number_of_response:1; }","duration":"4.262202377s","start":"2026-03-05T08:18:45.112863Z","end":"2026-03-05T08:18:49.375066Z","steps":["trace[1695733073] 'process raft request' (duration: 4.262038244s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:49.375117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:45.112854Z","time spent":"4.262241218s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:49.377054Z","caller":"traceutil/trace.go:171","msg":"trace[1145124299] transaction","detail":"{read_only:false; response_revision:24112; number_of_response:1; }","duration":"4.263602541s","start":"2026-03-05T08:18:45.113437Z","end":"2026-03-05T08:18:49.377039Z","steps":["trace[1145124299] 'process raft request' (duration: 4.261602463s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:49.377147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:45.113427Z","time spent":"4.263665422s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:49.377195Z","caller":"traceutil/trace.go:171","msg":"trace[1832713925] transaction","detail":"{read_only:false; response_revision:24113; number_of_response:1; }","duration":"4.262183927s","start":"2026-03-05T08:18:45.114992Z","end":"2026-03-05T08:18:49.377176Z","steps":["trace[1832713925] 'process raft request' (duration: 4.261999703s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:49.377313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:45.114984Z","time spent":"4.262270289s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:50.108637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996083963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T08:18:50.108771Z","caller":"traceutil/trace.go:171","msg":"trace[1981018044] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.996288048s","start":"2026-03-05T08:18:45.11245Z","end":"2026-03-05T08:18:50.108738Z","steps":["trace[1981018044] 'agreement among raft nodes before linearized reading' (duration: 4.996116154s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:50.108851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:45.112429Z","time spent":"4.996409931s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/05 08:18:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T08:18:51.27838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000040078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T08:18:51.278506Z","caller":"traceutil/trace.go:171","msg":"trace[1635108202] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000238402s","start":"2026-03-05T08:18:49.278237Z","end":"2026-03-05T08:18:51.278475Z","steps":["trace[1635108202] 'agreement among raft nodes before linearized reading' (duration: 2.000073988s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:51.278578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:49.278216Z","time spent":"2.000348735s","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 08:18:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T08:18:51.62567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:49.373732Z","time spent":"2.251929564s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/05 08:18:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T08:18:51.62666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996978688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T08:18:51.626717Z","caller":"traceutil/trace.go:171","msg":"trace[1723127024] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997089871s","start":"2026-03-05T08:18:48.62961Z","end":"2026-03-05T08:18:51.6267Z","steps":["trace[1723127024] 'agreement among raft nodes before linearized reading' (duration: 2.997016449s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:51.626766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:48.629589Z","time spent":"2.997160243s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/05 08:18:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T08:18:51.634481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333785842s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:18:51.634539Z","caller":"traceutil/trace.go:171","msg":"trace[1047034171] linearizableReadLoop","detail":"{readStateIndex:24966; appliedIndex:24958; }","duration":"2.267643101s","start":"2026-03-05T08:18:49.366885Z","end":"2026-03-05T08:18:51.634529Z","steps":["trace[1047034171] 'read index received' (duration: 6.912047ms)","trace[1047034171] 'applied index is now lower than readState.Index' (duration: 2.260730054s)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:18:51.634586Z","caller":"traceutil/trace.go:171","msg":"trace[1127009464] transaction","detail":"{read_only:false; response_revision:24114; number_of_response:1; }","duration":"4.501733598s","start":"2026-03-05T08:18:47.132843Z","end":"2026-03-05T08:18:51.634577Z","steps":["trace[1127009464] 'process raft request' (duration: 3.167797372s)","trace[1127009464] 'compare' (duration: 1.333626528s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:18:51.634618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:47.132818Z","time spent":"4.501780168s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:51.634768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.685403462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:51.636241Z","caller":"traceutil/trace.go:171","msg":"trace[761186761] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:24114; }","duration":"2.686910048s","start":"2026-03-05T08:18:48.949319Z","end":"2026-03-05T08:18:51.636229Z","steps":["trace[761186761] 'agreement among raft nodes before linearized reading' (duration: 2.685419032s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:51.636271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:48.949293Z","time spent":"2.686968919s","remote":"127.0.0.1:49260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:51.636274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.525558081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899e17b7de61653\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-05T08:18:51.635391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.774356047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:51.636312Z","caller":"traceutil/trace.go:171","msg":"trace[1714734284] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899e17b7de61653; range_end:; response_count:1; response_revision:24114; }","duration":"8.525631463s","start":"2026-03-05T08:18:43.110668Z","end":"2026-03-05T08:18:51.636299Z","steps":["trace[1714734284] 'agreement among raft nodes before linearized reading' (duration: 8.525546451s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:51.636322Z","caller":"traceutil/trace.go:171","msg":"trace[643141497] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:24114; }","duration":"6.77534587s","start":"2026-03-05T08:18:44.860964Z","end":"2026-03-05T08:18:51.63631Z","steps":["trace[643141497] 'agreement among raft nodes before linearized reading' (duration: 6.774388828s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:51.636351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:43.11065Z","time spent":"8.525693825s","remote":"127.0.0.1:49220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899e17b7de61653\" "} {"level":"warn","ts":"2026-03-05T08:18:51.636401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.996162501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:18:51.636355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:44.860936Z","time spent":"6.775407372s","remote":"127.0.0.1:49314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:18:51.636429Z","caller":"traceutil/trace.go:171","msg":"trace[1789572606] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:24114; }","duration":"6.996239064s","start":"2026-03-05T08:18:44.640182Z","end":"2026-03-05T08:18:51.636421Z","steps":["trace[1789572606] 'agreement among raft nodes before linearized reading' (duration: 6.996189033s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:51.636374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.466752869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-05T08:18:51.635458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.442014696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:18:51.636449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:44.64016Z","time spent":"6.996284435s","remote":"127.0.0.1:34334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:51.636415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.165950591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:18:51.636448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.37648889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T08:18:51.636482Z","caller":"traceutil/trace.go:171","msg":"trace[863302490] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:24114; }","duration":"4.443060701s","start":"2026-03-05T08:18:47.193407Z","end":"2026-03-05T08:18:51.636467Z","steps":["trace[863302490] 'agreement among raft nodes before linearized reading' (duration: 4.442036457s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:51.635486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.165316369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:51.636491Z","caller":"traceutil/trace.go:171","msg":"trace[223453769] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24114; }","duration":"7.466925483s","start":"2026-03-05T08:18:44.169535Z","end":"2026-03-05T08:18:51.63646Z","steps":["trace[223453769] 'agreement among raft nodes before linearized reading' (duration: 7.466593025s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:51.636514Z","caller":"traceutil/trace.go:171","msg":"trace[88868714] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24114; }","duration":"7.166140026s","start":"2026-03-05T08:18:44.470353Z","end":"2026-03-05T08:18:51.636493Z","steps":["trace[88868714] 'agreement among raft nodes before linearized reading' (duration: 7.165953111s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:51.636525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:47.193391Z","time spent":"4.443120902s","remote":"127.0.0.1:49300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:18:51.636522Z","caller":"traceutil/trace.go:171","msg":"trace[1657366913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24114; }","duration":"8.376596742s","start":"2026-03-05T08:18:43.259903Z","end":"2026-03-05T08:18:51.6365Z","steps":["trace[1657366913] 'agreement among raft nodes before linearized reading' (duration: 8.376370237s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:51.636563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:44.169496Z","time spent":"7.467054776s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-05T08:18:51.636573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:43.259892Z","time spent":"8.376672024s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T08:18:51.63657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:44.470314Z","time spent":"7.166244768s","remote":"127.0.0.1:33950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:51.635541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.967112553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:51.636576Z","caller":"traceutil/trace.go:171","msg":"trace[516630726] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:24114; }","duration":"5.166380264s","start":"2026-03-05T08:18:46.470165Z","end":"2026-03-05T08:18:51.636545Z","steps":["trace[516630726] 'agreement among raft nodes before linearized reading' (duration: 5.165305269s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:51.636632Z","caller":"traceutil/trace.go:171","msg":"trace[1950190275] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:24114; }","duration":"5.968200339s","start":"2026-03-05T08:18:45.668424Z","end":"2026-03-05T08:18:51.636624Z","steps":["trace[1950190275] 'agreement among raft nodes before linearized reading' (duration: 5.967103273s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:51.635515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.937078413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:18:51.636595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.357802968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-03-05T08:18:51.636661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:45.668363Z","time spent":"5.968290842s","remote":"127.0.0.1:33798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:51.635566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.329823554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:18:51.636696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:46.470078Z","time spent":"5.16657619s","remote":"127.0.0.1:49628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:18:51.636703Z","caller":"traceutil/trace.go:171","msg":"trace[1471857042] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24114; }","duration":"7.357964203s","start":"2026-03-05T08:18:44.278712Z","end":"2026-03-05T08:18:51.636676Z","steps":["trace[1471857042] 'agreement among raft nodes before linearized reading' (duration: 7.357626974s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:51.636718Z","caller":"traceutil/trace.go:171","msg":"trace[1581032025] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:24114; }","duration":"6.330992853s","start":"2026-03-05T08:18:45.305711Z","end":"2026-03-05T08:18:51.636704Z","steps":["trace[1581032025] 'agreement among raft nodes before linearized reading' (duration: 6.329841925s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:51.636695Z","caller":"traceutil/trace.go:171","msg":"trace[1070967215] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:24114; }","duration":"5.938280442s","start":"2026-03-05T08:18:45.698389Z","end":"2026-03-05T08:18:51.636669Z","steps":["trace[1070967215] 'agreement among raft nodes before linearized reading' (duration: 5.937109473s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:51.636755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:45.305694Z","time spent":"6.331048694s","remote":"127.0.0.1:42412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:51.635595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.334571988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:18:51.63676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:44.278695Z","time spent":"7.358053545s","remote":"127.0.0.1:49336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-05T08:18:51.636788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:45.698366Z","time spent":"5.938390105s","remote":"127.0.0.1:42454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:18:51.63681Z","caller":"traceutil/trace.go:171","msg":"trace[1340673024] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24114; }","duration":"6.335813748s","start":"2026-03-05T08:18:45.300981Z","end":"2026-03-05T08:18:51.636795Z","steps":["trace[1340673024] 'agreement among raft nodes before linearized reading' (duration: 6.334597288s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:51.636885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:45.300959Z","time spent":"6.33590403s","remote":"127.0.0.1:49602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-05T08:18:51.63543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.734028226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:51.636965Z","caller":"traceutil/trace.go:171","msg":"trace[1589722758] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:24114; }","duration":"2.735597315s","start":"2026-03-05T08:18:48.901353Z","end":"2026-03-05T08:18:51.63695Z","steps":["trace[1589722758] 'agreement among raft nodes before linearized reading' (duration: 2.734056857s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:51.637015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:48.90133Z","time spent":"2.735669317s","remote":"127.0.0.1:43774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:52.134889Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031207960,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:18:52.40416Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.103373434s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T08:18:53.258304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99790923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T08:18:53.258396Z","caller":"traceutil/trace.go:171","msg":"trace[85982334] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998054824s","start":"2026-03-05T08:18:50.26032Z","end":"2026-03-05T08:18:53.258375Z","steps":["trace[85982334] 'agreement among raft nodes before linearized reading' (duration: 2.997942121s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:53.258446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:50.2603Z","time spent":"2.998135036s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/05 08:18:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T08:18:53.259908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:51.642009Z","time spent":"1.61788529s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/05 08:18:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T08:18:53.278511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999851494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T08:18:53.278585Z","caller":"traceutil/trace.go:171","msg":"trace[109906620] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000037618s","start":"2026-03-05T08:18:51.278524Z","end":"2026-03-05T08:18:53.278562Z","steps":["trace[109906620] 'agreement among raft nodes before linearized reading' (duration: 1.999886264s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:53.278636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:51.278502Z","time spent":"2.00012557s","remote":"127.0.0.1:49166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:18:53.440481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036033206s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:18:53.441115Z","caller":"traceutil/trace.go:171","msg":"trace[345288362] transaction","detail":"{read_only:false; response_revision:24118; number_of_response:1; }","duration":"3.599073787s","start":"2026-03-05T08:18:49.842021Z","end":"2026-03-05T08:18:53.441094Z","steps":["trace[345288362] 'process raft request' (duration: 3.59880381s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:53.441225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:49.842008Z","time spent":"3.599159828s","remote":"127.0.0.1:49396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:53.441422Z","caller":"traceutil/trace.go:171","msg":"trace[1864119163] transaction","detail":"{read_only:false; response_revision:24117; number_of_response:1; }","duration":"3.605641014s","start":"2026-03-05T08:18:49.83574Z","end":"2026-03-05T08:18:53.441381Z","steps":["trace[1864119163] 'process raft request' (duration: 3.605017099s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:53.441568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:49.835718Z","time spent":"3.605769486s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:53.441611Z","caller":"traceutil/trace.go:171","msg":"trace[248365463] transaction","detail":"{read_only:false; response_revision:24116; number_of_response:1; }","duration":"4.064036489s","start":"2026-03-05T08:18:49.377525Z","end":"2026-03-05T08:18:53.441562Z","steps":["trace[248365463] 'process raft request' (duration: 4.063095286s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:53.441816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:49.377514Z","time spent":"4.064193712s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:54.282375Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.869608642s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T08:18:54.863794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.151096ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:18:54.864032Z","caller":"traceutil/trace.go:171","msg":"trace[683803541] transaction","detail":"{read_only:false; response_revision:24119; number_of_response:1; }","duration":"4.277608347s","start":"2026-03-05T08:18:50.586388Z","end":"2026-03-05T08:18:54.863997Z","steps":["trace[683803541] 'process raft request' (duration: 3.696177273s)","trace[683803541] 'compare' (duration: 580.299536ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:18:54.86413Z","caller":"traceutil/trace.go:171","msg":"trace[1341810734] transaction","detail":"{read_only:false; response_revision:24121; number_of_response:1; }","duration":"3.483472566s","start":"2026-03-05T08:18:51.38064Z","end":"2026-03-05T08:18:54.864112Z","steps":["trace[1341810734] 'process raft request' (duration: 3.483338783s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:54.864178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:50.586365Z","time spent":"4.277733769s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:54.864207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:51.38062Z","time spent":"3.483553379s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:54.864331Z","caller":"traceutil/trace.go:171","msg":"trace[130790513] transaction","detail":"{read_only:false; response_revision:24120; number_of_response:1; }","duration":"3.484102672s","start":"2026-03-05T08:18:51.380193Z","end":"2026-03-05T08:18:54.864296Z","steps":["trace[130790513] 'process raft request' (duration: 3.483694982s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:54.864514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:51.380167Z","time spent":"3.484260865s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:54.864968Z","caller":"traceutil/trace.go:171","msg":"trace[1151108483] transaction","detail":"{read_only:false; response_revision:24122; number_of_response:1; }","duration":"3.483431456s","start":"2026-03-05T08:18:51.381509Z","end":"2026-03-05T08:18:54.864941Z","steps":["trace[1151108483] 'process raft request' (duration: 3.482515264s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:54.865127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:51.381492Z","time spent":"3.483558298s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:54.865401Z","caller":"traceutil/trace.go:171","msg":"trace[2100253475] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24125; }","duration":"3.236125938s","start":"2026-03-05T08:18:51.629259Z","end":"2026-03-05T08:18:54.865385Z","steps":["trace[2100253475] 'process raft request' (duration: 3.235946184s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:54.86532Z","caller":"traceutil/trace.go:171","msg":"trace[212266607] transaction","detail":"{read_only:false; response_revision:24125; number_of_response:1; }","duration":"3.48280958s","start":"2026-03-05T08:18:51.382476Z","end":"2026-03-05T08:18:54.865286Z","steps":["trace[212266607] 'process raft request' (duration: 3.482634886s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:54.865473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:51.629235Z","time spent":"3.236202251s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":476,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:54.865548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:51.382444Z","time spent":"3.483015725s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:54.865582Z","caller":"traceutil/trace.go:171","msg":"trace[1032814685] transaction","detail":"{read_only:false; response_revision:24130; number_of_response:1; }","duration":"1.603964396s","start":"2026-03-05T08:18:53.261597Z","end":"2026-03-05T08:18:54.865561Z","steps":["trace[1032814685] 'process raft request' (duration: 1.603915384s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:54.865025Z","caller":"traceutil/trace.go:171","msg":"trace[538318262] transaction","detail":"{read_only:false; response_revision:24123; number_of_response:1; }","duration":"3.482900662s","start":"2026-03-05T08:18:51.38209Z","end":"2026-03-05T08:18:54.864991Z","steps":["trace[538318262] 'process raft request' (duration: 3.482702917s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:54.865662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:51.382078Z","time spent":"3.483556387s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:54.865671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:53.261565Z","time spent":"1.604062428s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":456,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:54.86523Z","caller":"traceutil/trace.go:171","msg":"trace[566548208] transaction","detail":"{read_only:false; response_revision:24124; number_of_response:1; }","duration":"3.482915632s","start":"2026-03-05T08:18:51.382299Z","end":"2026-03-05T08:18:54.865214Z","steps":["trace[566548208] 'process raft request' (duration: 3.482632516s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:54.865722Z","caller":"traceutil/trace.go:171","msg":"trace[833779217] transaction","detail":"{read_only:false; response_revision:24129; number_of_response:1; }","duration":"3.223496766s","start":"2026-03-05T08:18:51.642207Z","end":"2026-03-05T08:18:54.865704Z","steps":["trace[833779217] 'process raft request' (duration: 3.223225949s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:54.865763Z","caller":"traceutil/trace.go:171","msg":"trace[743892186] linearizableReadLoop","detail":"{readStateIndex:24982; appliedIndex:24966; }","duration":"3.23119629s","start":"2026-03-05T08:18:51.634557Z","end":"2026-03-05T08:18:54.865754Z","steps":["trace[743892186] 'read index received' (duration: 769.801727ms)","trace[743892186] 'applied index is now lower than readState.Index' (duration: 2.461393563s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:18:54.865802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:51.642183Z","time spent":"3.223575128s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:54.865852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.639648072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:54.865874Z","caller":"traceutil/trace.go:171","msg":"trace[939349322] transaction","detail":"{read_only:false; response_revision:24126; number_of_response:1; }","duration":"3.236394015s","start":"2026-03-05T08:18:51.629471Z","end":"2026-03-05T08:18:54.865865Z","steps":["trace[939349322] 'process raft request' (duration: 3.23577192s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:54.865877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.488207673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:18:54.865892Z","caller":"traceutil/trace.go:171","msg":"trace[184116938] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24130; }","duration":"4.639766195s","start":"2026-03-05T08:18:50.226114Z","end":"2026-03-05T08:18:54.86588Z","steps":["trace[184116938] 'agreement among raft nodes before linearized reading' (duration: 4.639705044s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:54.865909Z","caller":"traceutil/trace.go:171","msg":"trace[709701596] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:24130; }","duration":"4.488280835s","start":"2026-03-05T08:18:50.37762Z","end":"2026-03-05T08:18:54.865901Z","steps":["trace[709701596] 'agreement among raft nodes before linearized reading' (duration: 4.488172062s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:54.86592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:51.629452Z","time spent":"3.236441915s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:54.865935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:50.377601Z","time spent":"4.488329176s","remote":"127.0.0.1:49390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":80,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:54.865943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:50.226088Z","time spent":"4.639827806s","remote":"127.0.0.1:34356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:18:54.865987Z","caller":"traceutil/trace.go:171","msg":"trace[114882153] transaction","detail":"{read_only:false; response_revision:24127; number_of_response:1; }","duration":"3.226917788s","start":"2026-03-05T08:18:51.63906Z","end":"2026-03-05T08:18:54.865978Z","steps":["trace[114882153] 'process raft request' (duration: 3.226239622s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:54.866047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:51.639023Z","time spent":"3.22699543s","remote":"127.0.0.1:49220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:54.866087Z","caller":"traceutil/trace.go:171","msg":"trace[407789362] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24129; }","duration":"1.60455383s","start":"2026-03-05T08:18:53.261523Z","end":"2026-03-05T08:18:54.866077Z","steps":["trace[407789362] 'process raft request' (duration: 1.603959346s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:54.866155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:53.261499Z","time spent":"1.604625992s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":471,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:54.866167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.290843107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T08:18:54.866184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.058661069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:18:54.866202Z","caller":"traceutil/trace.go:171","msg":"trace[680442744] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:24130; }","duration":"5.290916528s","start":"2026-03-05T08:18:49.575275Z","end":"2026-03-05T08:18:54.866191Z","steps":["trace[680442744] 'agreement among raft nodes before linearized reading' (duration: 5.290857357s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:54.866232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.164433423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:54.866253Z","caller":"traceutil/trace.go:171","msg":"trace[2063887312] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:24130; }","duration":"4.164452344s","start":"2026-03-05T08:18:50.701792Z","end":"2026-03-05T08:18:54.866245Z","steps":["trace[2063887312] 'agreement among raft nodes before linearized reading' (duration: 4.164418293s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:54.866254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:49.575257Z","time spent":"5.29098828s","remote":"127.0.0.1:49588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:54.866278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:50.701719Z","time spent":"4.164554906s","remote":"127.0.0.1:33734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:54.865752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:51.382255Z","time spent":"3.483477956s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:54.866047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.944785231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:18:54.866406Z","caller":"traceutil/trace.go:171","msg":"trace[1080200316] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:24130; }","duration":"3.94518178s","start":"2026-03-05T08:18:50.921213Z","end":"2026-03-05T08:18:54.866395Z","steps":["trace[1080200316] 'agreement among raft nodes before linearized reading' (duration: 3.944777971s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:54.866225Z","caller":"traceutil/trace.go:171","msg":"trace[827424831] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:24130; }","duration":"4.058742071s","start":"2026-03-05T08:18:50.807469Z","end":"2026-03-05T08:18:54.866211Z","steps":["trace[827424831] 'agreement among raft nodes before linearized reading' (duration: 4.058580637s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:54.866445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.494501197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-03-05T08:18:54.866461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:50.921197Z","time spent":"3.945252772s","remote":"127.0.0.1:49460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:54.866467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:50.807446Z","time spent":"4.059010797s","remote":"127.0.0.1:58486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:18:54.866487Z","caller":"traceutil/trace.go:171","msg":"trace[782749002] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:24130; }","duration":"5.494572338s","start":"2026-03-05T08:18:49.371903Z","end":"2026-03-05T08:18:54.866476Z","steps":["trace[782749002] 'agreement among raft nodes before linearized reading' (duration: 5.494437345s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:54.866521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:49.371887Z","time spent":"5.4946258s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-05T08:18:54.866489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.337389525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:18:54.866701Z","caller":"traceutil/trace.go:171","msg":"trace[731875773] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:24130; }","duration":"3.337658681s","start":"2026-03-05T08:18:51.52896Z","end":"2026-03-05T08:18:54.866618Z","steps":["trace[731875773] 'agreement among raft nodes before linearized reading' (duration: 3.337114159s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:54.866738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:51.528937Z","time spent":"3.337788765s","remote":"127.0.0.1:34508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:54.866742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.493299148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-05T08:18:54.866773Z","caller":"traceutil/trace.go:171","msg":"trace[1096206044] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24130; }","duration":"5.493332949s","start":"2026-03-05T08:18:49.373431Z","end":"2026-03-05T08:18:54.866764Z","steps":["trace[1096206044] 'agreement among raft nodes before linearized reading' (duration: 5.493240097s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:54.866778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.493613016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:18:54.866802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:49.373405Z","time spent":"5.493390321s","remote":"127.0.0.1:49348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-05T08:18:54.866807Z","caller":"traceutil/trace.go:171","msg":"trace[440957207] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24130; }","duration":"5.493662177s","start":"2026-03-05T08:18:49.373135Z","end":"2026-03-05T08:18:54.866797Z","steps":["trace[440957207] 'agreement among raft nodes before linearized reading' (duration: 5.493617016s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:54.866829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:49.373121Z","time spent":"5.493702648s","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T08:18:54.866842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.478105575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:18:54.866873Z","caller":"traceutil/trace.go:171","msg":"trace[1294690369] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:24130; }","duration":"5.478149725s","start":"2026-03-05T08:18:49.388717Z","end":"2026-03-05T08:18:54.866867Z","steps":["trace[1294690369] 'agreement among raft nodes before linearized reading' (duration: 5.478071423s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:54.866892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:49.388709Z","time spent":"5.478179157s","remote":"127.0.0.1:49620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":58,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:54.867993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.376133911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-05T08:18:54.868041Z","caller":"traceutil/trace.go:171","msg":"trace[1470416764] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24130; }","duration":"5.376246614s","start":"2026-03-05T08:18:49.491784Z","end":"2026-03-05T08:18:54.868031Z","steps":["trace[1470416764] 'agreement among raft nodes before linearized reading' (duration: 5.374849031s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:54.868075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:49.491753Z","time spent":"5.376310485s","remote":"127.0.0.1:49220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2660,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:55.108605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997739546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T08:18:55.108693Z","caller":"traceutil/trace.go:171","msg":"trace[525351791] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997900211s","start":"2026-03-05T08:18:52.110769Z","end":"2026-03-05T08:18:55.108669Z","steps":["trace[525351791] 'agreement among raft nodes before linearized reading' (duration: 2.997795358s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:55.108741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:52.110738Z","time spent":"2.997993952s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/05 08:18:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T08:18:55.287232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999926835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T08:18:55.287321Z","caller":"traceutil/trace.go:171","msg":"trace[640660409] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000078049s","start":"2026-03-05T08:18:53.287224Z","end":"2026-03-05T08:18:55.287302Z","steps":["trace[640660409] 'agreement among raft nodes before linearized reading' (duration: 1.999968317s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:55.287369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:53.287201Z","time spent":"2.000158221s","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:18:57.051356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.878565956s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:18:57.051862Z","caller":"traceutil/trace.go:171","msg":"trace[1771456213] transaction","detail":"{read_only:false; response_revision:24132; number_of_response:1; }","duration":"1.605525255s","start":"2026-03-05T08:18:55.446308Z","end":"2026-03-05T08:18:57.051834Z","steps":["trace[1771456213] 'process raft request' (duration: 1.605222717s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:57.051956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:55.446281Z","time spent":"1.605634577s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:57.052384Z","caller":"traceutil/trace.go:171","msg":"trace[880084493] linearizableReadLoop","detail":"{readStateIndex:24985; appliedIndex:24984; }","duration":"2.186546148s","start":"2026-03-05T08:18:54.865795Z","end":"2026-03-05T08:18:57.052341Z","steps":["trace[880084493] 'read index received' (duration: 306.771562ms)","trace[880084493] 'applied index is now lower than readState.Index' (duration: 1.879770606s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:18:57.052591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.412941723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:57.052634Z","caller":"traceutil/trace.go:171","msg":"trace[1877780094] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24132; }","duration":"5.413029725s","start":"2026-03-05T08:18:51.639593Z","end":"2026-03-05T08:18:57.052623Z","steps":["trace[1877780094] 'agreement among raft nodes before linearized reading' (duration: 5.412914932s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:57.05262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.604657441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18835"} {"level":"warn","ts":"2026-03-05T08:18:57.052664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.599123378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-03-05T08:18:57.05269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:51.639578Z","time spent":"5.413103096s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-05T08:18:57.052709Z","caller":"traceutil/trace.go:171","msg":"trace[1097691194] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24132; }","duration":"3.59922457s","start":"2026-03-05T08:18:53.453475Z","end":"2026-03-05T08:18:57.0527Z","steps":["trace[1097691194] 'agreement among raft nodes before linearized reading' (duration: 3.598991365s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:57.052707Z","caller":"traceutil/trace.go:171","msg":"trace[294284065] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24132; }","duration":"3.604785224s","start":"2026-03-05T08:18:53.4479Z","end":"2026-03-05T08:18:57.052685Z","steps":["trace[294284065] 'agreement among raft nodes before linearized reading' (duration: 3.604546578s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:57.052745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:53.453456Z","time spent":"3.599280931s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-05T08:18:57.052764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:53.447885Z","time spent":"3.604864056s","remote":"127.0.0.1:49348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-05T08:18:57.05302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.414077801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-05T08:18:57.053058Z","caller":"traceutil/trace.go:171","msg":"trace[724020877] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24132; }","duration":"5.414138922s","start":"2026-03-05T08:18:51.638909Z","end":"2026-03-05T08:18:57.053048Z","steps":["trace[724020877] 'agreement among raft nodes before linearized reading' (duration: 5.413991208s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:57.053092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:51.638897Z","time spent":"5.414184443s","remote":"127.0.0.1:49176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-05T08:18:57.052388Z","caller":"traceutil/trace.go:171","msg":"trace[1670493010] transaction","detail":"{read_only:false; response_revision:24131; number_of_response:1; }","duration":"2.672166844s","start":"2026-03-05T08:18:54.380183Z","end":"2026-03-05T08:18:57.05235Z","steps":["trace[1670493010] 'process raft request' (duration: 792.432649ms)","trace[1670493010] 'compare' (duration: 1.877312357s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:18:57.053396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:54.38016Z","time spent":"2.673153728s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:57.053414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.988851807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-05T08:18:57.053643Z","caller":"traceutil/trace.go:171","msg":"trace[569269194] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:24132; }","duration":"3.989189154s","start":"2026-03-05T08:18:53.064439Z","end":"2026-03-05T08:18:57.053628Z","steps":["trace[569269194] 'agreement among raft nodes before linearized reading' (duration: 3.988033417s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:57.053726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:53.06442Z","time spent":"3.989290867s","remote":"127.0.0.1:49486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":179,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:57.288165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999849894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T08:18:57.28826Z","caller":"traceutil/trace.go:171","msg":"trace[579903943] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000029398s","start":"2026-03-05T08:18:55.288208Z","end":"2026-03-05T08:18:57.288237Z","steps":["trace[579903943] 'agreement among raft nodes before linearized reading' (duration: 1.999888724s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:57.288311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:55.288184Z","time spent":"2.00011645s","remote":"127.0.0.1:49166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:18:57.552755Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031207975,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:18:58.05398Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031207975,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:18:58.554215Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031207975,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:18:58.856568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000343625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T08:18:58.856747Z","caller":"traceutil/trace.go:171","msg":"trace[83453157] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000573851s","start":"2026-03-05T08:18:56.856142Z","end":"2026-03-05T08:18:58.856716Z","steps":["trace[83453157] 'agreement among raft nodes before linearized reading' (duration: 2.000383196s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:58.856863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:56.856119Z","time spent":"2.000722314s","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 08:18:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T08:18:58.999519Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.128810654s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T08:18:59.000185Z","caller":"traceutil/trace.go:171","msg":"trace[8261879] transaction","detail":"{read_only:false; response_revision:24133; number_of_response:1; }","duration":"2.129592513s","start":"2026-03-05T08:18:56.870554Z","end":"2026-03-05T08:18:59.000147Z","steps":["trace[8261879] 'process raft request' (duration: 2.129322687s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:59.000439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:56.870524Z","time spent":"2.129774726s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:59.296771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000355935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T08:18:59.296899Z","caller":"traceutil/trace.go:171","msg":"trace[1972044659] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000546619s","start":"2026-03-05T08:18:57.296326Z","end":"2026-03-05T08:18:59.296873Z","steps":["trace[1972044659] 'agreement among raft nodes before linearized reading' (duration: 2.000372965s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:59.296966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:57.296316Z","time spent":"2.000636642s","remote":"127.0.0.1:49166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 08:18:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T08:19:00.47332Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.470010467s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T08:19:00.473777Z","caller":"traceutil/trace.go:171","msg":"trace[1154337175] transaction","detail":"{read_only:false; response_revision:24134; number_of_response:1; }","duration":"3.601658578s","start":"2026-03-05T08:18:56.872092Z","end":"2026-03-05T08:19:00.47375Z","steps":["trace[1154337175] 'process raft request' (duration: 3.601430543s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:00.473937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:56.872082Z","time spent":"3.601771272s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:00.474137Z","caller":"traceutil/trace.go:171","msg":"trace[2096897631] transaction","detail":"{read_only:false; response_revision:24135; number_of_response:1; }","duration":"3.602013607s","start":"2026-03-05T08:18:56.872077Z","end":"2026-03-05T08:19:00.474091Z","steps":["trace[2096897631] 'process raft request' (duration: 3.601619268s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:00.474291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:56.872053Z","time spent":"3.60215389s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:00.474492Z","caller":"traceutil/trace.go:171","msg":"trace[1451957299] transaction","detail":"{read_only:false; response_revision:24136; number_of_response:1; }","duration":"3.602349515s","start":"2026-03-05T08:18:56.872119Z","end":"2026-03-05T08:19:00.474468Z","steps":["trace[1451957299] 'process raft request' (duration: 3.601865094s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:00.474603Z","caller":"traceutil/trace.go:171","msg":"trace[1351718098] transaction","detail":"{read_only:false; response_revision:24138; number_of_response:1; }","duration":"3.602042067s","start":"2026-03-05T08:18:56.872529Z","end":"2026-03-05T08:19:00.474571Z","steps":["trace[1351718098] 'process raft request' (duration: 3.601936554s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:00.474686Z","caller":"traceutil/trace.go:171","msg":"trace[537120355] transaction","detail":"{read_only:false; response_revision:24137; number_of_response:1; }","duration":"3.602139529s","start":"2026-03-05T08:18:56.872491Z","end":"2026-03-05T08:19:00.47463Z","steps":["trace[537120355] 'process raft request' (duration: 3.601852732s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:00.474816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:56.872475Z","time spent":"3.602268792s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:00.474807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:56.872514Z","time spent":"3.60218916s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:00.474642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:56.872102Z","time spent":"3.602448087s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:01.304392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999776662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T08:19:01.304484Z","caller":"traceutil/trace.go:171","msg":"trace[826261537] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999953655s","start":"2026-03-05T08:18:59.304509Z","end":"2026-03-05T08:19:01.304462Z","steps":["trace[826261537] 'agreement among raft nodes before linearized reading' (duration: 1.999834423s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:01.304532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:59.304476Z","time spent":"2.000045738s","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 08:19:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T08:19:02.100863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626326023s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-05T08:19:02.101902Z","caller":"traceutil/trace.go:171","msg":"trace[1586504113] transaction","detail":"{read_only:false; response_revision:24140; number_of_response:1; }","duration":"4.245249521s","start":"2026-03-05T08:18:57.856585Z","end":"2026-03-05T08:19:02.101834Z","steps":["trace[1586504113] 'process raft request' (duration: 4.24438641s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:02.101977Z","caller":"traceutil/trace.go:171","msg":"trace[1140138143] linearizableReadLoop","detail":"{readStateIndex:24994; appliedIndex:24986; }","duration":"5.049465442s","start":"2026-03-05T08:18:57.052471Z","end":"2026-03-05T08:19:02.101937Z","steps":["trace[1140138143] 'read index received' (duration: 1.947335685s)","trace[1140138143] 'applied index is now lower than readState.Index' (duration: 3.102127297s)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:19:02.102053Z","caller":"traceutil/trace.go:171","msg":"trace[450276839] transaction","detail":"{read_only:false; response_revision:24141; number_of_response:1; }","duration":"3.043601325s","start":"2026-03-05T08:18:59.058424Z","end":"2026-03-05T08:19:02.102025Z","steps":["trace[450276839] 'process raft request' (duration: 3.043430391s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:02.102084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:57.856559Z","time spent":"4.245421584s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:02.102174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.077801464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:02.102271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.228919139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:02.102271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:59.058393Z","time spent":"3.043783479s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:02.102295Z","caller":"traceutil/trace.go:171","msg":"trace[948559112] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:24141; }","duration":"6.077984199s","start":"2026-03-05T08:18:56.024282Z","end":"2026-03-05T08:19:02.102267Z","steps":["trace[948559112] 'agreement among raft nodes before linearized reading' (duration: 6.077669151s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:02.102322Z","caller":"traceutil/trace.go:171","msg":"trace[229700442] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24142; }","duration":"7.229001072s","start":"2026-03-05T08:18:54.873309Z","end":"2026-03-05T08:19:02.10231Z","steps":["trace[229700442] 'agreement among raft nodes before linearized reading' (duration: 7.228742446s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:02.10236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:54.8733Z","time spent":"7.229050133s","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T08:19:02.102358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:56.024261Z","time spent":"6.078085012s","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:02.102488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.947557718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:19:02.102543Z","caller":"traceutil/trace.go:171","msg":"trace[1824858846] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:24142; }","duration":"6.94765693s","start":"2026-03-05T08:18:55.154872Z","end":"2026-03-05T08:19:02.102529Z","steps":["trace[1824858846] 'agreement among raft nodes before linearized reading' (duration: 6.947181469s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:02.102589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.393702841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:02.102663Z","caller":"traceutil/trace.go:171","msg":"trace[265389843] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:24142; }","duration":"5.393861056s","start":"2026-03-05T08:18:56.708784Z","end":"2026-03-05T08:19:02.102645Z","steps":["trace[265389843] 'agreement among raft nodes before linearized reading' (duration: 5.393297661s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:02.10272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:56.708762Z","time spent":"5.393939128s","remote":"127.0.0.1:49380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:02.102759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.232229609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899e17bb65d96bf\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-05T08:19:02.102792Z","caller":"traceutil/trace.go:171","msg":"trace[572686529] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899e17bb65d96bf; range_end:; response_count:1; response_revision:24142; }","duration":"7.232280101s","start":"2026-03-05T08:18:54.870502Z","end":"2026-03-05T08:19:02.102782Z","steps":["trace[572686529] 'agreement among raft nodes before linearized reading' (duration: 7.231561333s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:02.102825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:54.870488Z","time spent":"7.232330502s","remote":"127.0.0.1:49220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899e17bb65d96bf\" "} {"level":"warn","ts":"2026-03-05T08:19:02.102582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:55.154848Z","time spent":"6.947724762s","remote":"127.0.0.1:58518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:19:02.102454Z","caller":"traceutil/trace.go:171","msg":"trace[1526068218] transaction","detail":"{read_only:false; response_revision:24142; number_of_response:1; }","duration":"2.958588538s","start":"2026-03-05T08:18:59.143814Z","end":"2026-03-05T08:19:02.102402Z","steps":["trace[1526068218] 'process raft request' (duration: 2.958141227s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:02.10289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.849177956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-05T08:19:02.102963Z","caller":"traceutil/trace.go:171","msg":"trace[692600097] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:24142; }","duration":"5.849296819s","start":"2026-03-05T08:18:56.25365Z","end":"2026-03-05T08:19:02.102946Z","steps":["trace[692600097] 'agreement among raft nodes before linearized reading' (duration: 5.848437538s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:02.103026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:56.253622Z","time spent":"5.849386441s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":140,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:02.102619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.232757372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b3a4cf13-20fb-4053-9395-6e0bb7fc2d8c\" ","response":"range_response_count:1 size:1436"} {"level":"warn","ts":"2026-03-05T08:19:02.103049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:59.143793Z","time spent":"2.959160922s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:02.103109Z","caller":"traceutil/trace.go:171","msg":"trace[9629068] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b3a4cf13-20fb-4053-9395-6e0bb7fc2d8c; range_end:; response_count:1; response_revision:24142; }","duration":"7.233287764s","start":"2026-03-05T08:18:54.869806Z","end":"2026-03-05T08:19:02.103094Z","steps":["trace[9629068] 'agreement among raft nodes before linearized reading' (duration: 7.232259389s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:02.103159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:54.869778Z","time spent":"7.233365087s","remote":"127.0.0.1:49312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-b3a4cf13-20fb-4053-9395-6e0bb7fc2d8c\" "} {"level":"info","ts":"2026-03-05T08:19:02.10341Z","caller":"traceutil/trace.go:171","msg":"trace[1524331433] transaction","detail":"{read_only:false; response_revision:24143; number_of_response:1; }","duration":"1.096731532s","start":"2026-03-05T08:19:01.006665Z","end":"2026-03-05T08:19:02.103396Z","steps":["trace[1524331433] 'process raft request' (duration: 1.095575833s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:02.103502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:01.006636Z","time spent":"1.096809894s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:02.298581Z","caller":"traceutil/trace.go:171","msg":"trace[972144798] linearizableReadLoop","detail":"{readStateIndex:24998; appliedIndex:24997; }","duration":"196.506139ms","start":"2026-03-05T08:19:02.102032Z","end":"2026-03-05T08:19:02.298538Z","steps":["trace[972144798] 'read index received' (duration: 196.156421ms)","trace[972144798] 'applied index is now lower than readState.Index' (duration: 347.758µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:02.298723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.197565845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:02.29877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.192863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:02.298822Z","caller":"traceutil/trace.go:171","msg":"trace[1127212193] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:24144; }","duration":"3.197684148s","start":"2026-03-05T08:18:59.101106Z","end":"2026-03-05T08:19:02.29879Z","steps":["trace[1127212193] 'agreement among raft nodes before linearized reading' (duration: 3.197493923s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:02.298831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.10745557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:19:02.298868Z","caller":"traceutil/trace.go:171","msg":"trace[1002278376] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:24144; }","duration":"678.341667ms","start":"2026-03-05T08:19:01.620503Z","end":"2026-03-05T08:19:02.298845Z","steps":["trace[1002278376] 'agreement among raft nodes before linearized reading' (duration: 678.144921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:02.298883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:59.101054Z","time spent":"3.197811841s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:19:02.298918Z","caller":"traceutil/trace.go:171","msg":"trace[563026176] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:24144; }","duration":"4.107567753s","start":"2026-03-05T08:18:58.191332Z","end":"2026-03-05T08:19:02.298899Z","steps":["trace[563026176] 'agreement among raft nodes before linearized reading' (duration: 4.107378038s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:02.298928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:01.620485Z","time spent":"678.429528ms","remote":"127.0.0.1:34392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:02.298878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.081056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:02.298982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:58.191253Z","time spent":"4.107718737s","remote":"127.0.0.1:49348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:19:02.298989Z","caller":"traceutil/trace.go:171","msg":"trace[428850806] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24144; }","duration":"460.27723ms","start":"2026-03-05T08:19:01.838689Z","end":"2026-03-05T08:19:02.298967Z","steps":["trace[428850806] 'agreement among raft nodes before linearized reading' (duration: 460.083696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:02.299041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:01.838657Z","time spent":"460.372343ms","remote":"127.0.0.1:34308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:02.299003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.848925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T08:19:02.299033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.367943232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:02.299128Z","caller":"traceutil/trace.go:171","msg":"trace[1947448903] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:24144; }","duration":"431.04417ms","start":"2026-03-05T08:19:01.868054Z","end":"2026-03-05T08:19:02.299098Z","steps":["trace[1947448903] 'agreement among raft nodes before linearized reading' (duration: 430.710452ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:02.29916Z","caller":"traceutil/trace.go:171","msg":"trace[718237626] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:24144; }","duration":"4.368114456s","start":"2026-03-05T08:18:57.930993Z","end":"2026-03-05T08:19:02.299108Z","steps":["trace[718237626] 'agreement among raft nodes before linearized reading' (duration: 4.367911271s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:02.299216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.897127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T08:19:02.299245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.242373966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-05T08:19:02.299247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:57.930949Z","time spent":"4.3682559s","remote":"127.0.0.1:33810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:19:02.299263Z","caller":"traceutil/trace.go:171","msg":"trace[102171212] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24144; }","duration":"897.984819ms","start":"2026-03-05T08:19:01.401267Z","end":"2026-03-05T08:19:02.299252Z","steps":["trace[102171212] 'agreement among raft nodes before linearized reading' (duration: 897.896097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:02.29929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.306205698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:02.299166Z","caller":"traceutil/trace.go:171","msg":"trace[1588655496] transaction","detail":"{read_only:false; response_revision:24144; number_of_response:1; }","duration":"240.983424ms","start":"2026-03-05T08:19:02.058147Z","end":"2026-03-05T08:19:02.299131Z","steps":["trace[1588655496] 'process raft request' (duration: 240.127593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:02.299394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.667165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:02.299425Z","caller":"traceutil/trace.go:171","msg":"trace[2145757210] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24144; }","duration":"994.727297ms","start":"2026-03-05T08:19:01.30469Z","end":"2026-03-05T08:19:02.299417Z","steps":["trace[2145757210] 'agreement among raft nodes before linearized reading' (duration: 994.682046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:02.29943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.24295999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-05T08:19:02.299449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:01.304672Z","time spent":"994.769609ms","remote":"127.0.0.1:49166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:19:02.299449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.096039325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:02.299476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.469764678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-03-05T08:19:02.299492Z","caller":"traceutil/trace.go:171","msg":"trace[1142740540] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:24144; }","duration":"4.096108347s","start":"2026-03-05T08:18:58.203372Z","end":"2026-03-05T08:19:02.299481Z","steps":["trace[1142740540] 'agreement among raft nodes before linearized reading' (duration: 4.096034345s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:02.299482Z","caller":"traceutil/trace.go:171","msg":"trace[636986323] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24144; }","duration":"5.243080433s","start":"2026-03-05T08:18:57.056389Z","end":"2026-03-05T08:19:02.299469Z","steps":["trace[636986323] 'agreement among raft nodes before linearized reading' (duration: 5.242865438s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:02.299508Z","caller":"traceutil/trace.go:171","msg":"trace[1072633603] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24144; }","duration":"3.4698493s","start":"2026-03-05T08:18:58.829649Z","end":"2026-03-05T08:19:02.299498Z","steps":["trace[1072633603] 'agreement among raft nodes before linearized reading' (duration: 3.469714527s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:02.299523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:58.203357Z","time spent":"4.096159157s","remote":"127.0.0.1:49232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:02.299536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:58.829623Z","time spent":"3.469906772s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-05T08:19:02.299535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:57.056332Z","time spent":"5.243191596s","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-05T08:19:02.299341Z","caller":"traceutil/trace.go:171","msg":"trace[1470934801] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:24144; }","duration":"3.306308932s","start":"2026-03-05T08:18:58.993015Z","end":"2026-03-05T08:19:02.299324Z","steps":["trace[1470934801] 'agreement among raft nodes before linearized reading' (duration: 3.30623244s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:02.299621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:58.992986Z","time spent":"3.306621559s","remote":"127.0.0.1:34092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:02.299302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:01.401246Z","time spent":"898.047361ms","remote":"127.0.0.1:49574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:02.29975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.024771012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:02.299214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:01.868029Z","time spent":"431.164393ms","remote":"127.0.0.1:49492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":124,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:19:02.299792Z","caller":"traceutil/trace.go:171","msg":"trace[794790542] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24144; }","duration":"5.024813533s","start":"2026-03-05T08:18:57.274966Z","end":"2026-03-05T08:19:02.29978Z","steps":["trace[794790542] 'agreement among raft nodes before linearized reading' (duration: 5.023908541s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:02.299352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496314647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:02.299817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:57.274911Z","time spent":"5.024898754s","remote":"127.0.0.1:34058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:19:02.299832Z","caller":"traceutil/trace.go:171","msg":"trace[771798991] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:24144; }","duration":"1.496884521s","start":"2026-03-05T08:19:00.802936Z","end":"2026-03-05T08:19:02.299821Z","steps":["trace[771798991] 'agreement among raft nodes before linearized reading' (duration: 1.496383629s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:02.299887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:00.802901Z","time spent":"1.496969643s","remote":"127.0.0.1:41380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:02.299366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.277444686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:19:02.300001Z","caller":"traceutil/trace.go:171","msg":"trace[1393929715] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:24144; }","duration":"2.278095551s","start":"2026-03-05T08:19:00.021886Z","end":"2026-03-05T08:19:02.299982Z","steps":["trace[1393929715] 'agreement among raft nodes before linearized reading' (duration: 2.277438066s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:02.300066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:00.021868Z","time spent":"2.278184573s","remote":"127.0.0.1:48168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:19:02.29933Z","caller":"traceutil/trace.go:171","msg":"trace[1645389142] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24144; }","duration":"5.242472338s","start":"2026-03-05T08:18:57.056832Z","end":"2026-03-05T08:19:02.299275Z","steps":["trace[1645389142] 'agreement among raft nodes before linearized reading' (duration: 5.242261063s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:02.300148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:57.056817Z","time spent":"5.243320368s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T08:19:02.299034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.188210514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-05T08:19:02.300214Z","caller":"traceutil/trace.go:171","msg":"trace[13903397] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24144; }","duration":"4.189533676s","start":"2026-03-05T08:18:58.110664Z","end":"2026-03-05T08:19:02.300197Z","steps":["trace[13903397] 'agreement among raft nodes before linearized reading' (duration: 4.188061521s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:02.300276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:58.110642Z","time spent":"4.189605927s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-05T08:19:02.336052Z","caller":"traceutil/trace.go:171","msg":"trace[1486199149] transaction","detail":"{read_only:false; response_revision:24145; number_of_response:1; }","duration":"230.333319ms","start":"2026-03-05T08:19:02.105696Z","end":"2026-03-05T08:19:02.33603Z","steps":["trace[1486199149] 'process raft request' (duration: 230.172685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:02.336116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.62691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:02.336174Z","caller":"traceutil/trace.go:171","msg":"trace[46184152] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24145; }","duration":"223.709331ms","start":"2026-03-05T08:19:02.112449Z","end":"2026-03-05T08:19:02.336159Z","steps":["trace[46184152] 'agreement among raft nodes before linearized reading' (duration: 223.579098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:02.336188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.743808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-05T08:19:02.336239Z","caller":"traceutil/trace.go:171","msg":"trace[1861320065] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:24145; }","duration":"227.815469ms","start":"2026-03-05T08:19:02.108412Z","end":"2026-03-05T08:19:02.336227Z","steps":["trace[1861320065] 'agreement among raft nodes before linearized reading' (duration: 227.633205ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:02.563065Z","caller":"traceutil/trace.go:171","msg":"trace[1762092071] transaction","detail":"{read_only:false; response_revision:24154; number_of_response:1; }","duration":"107.044015ms","start":"2026-03-05T08:19:02.455968Z","end":"2026-03-05T08:19:02.563012Z","steps":["trace[1762092071] 'process raft request' (duration: 106.702547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:02.563479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.05921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0c591985-93c5-4457-b812-a972ddcc4b07\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-03-05T08:19:02.56357Z","caller":"traceutil/trace.go:171","msg":"trace[872145005] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0c591985-93c5-4457-b812-a972ddcc4b07; range_end:; response_count:1; response_revision:24159; }","duration":"108.198813ms","start":"2026-03-05T08:19:02.455349Z","end":"2026-03-05T08:19:02.563548Z","steps":["trace[872145005] 'agreement among raft nodes before linearized reading' (duration: 107.992688ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:02.714644Z","caller":"traceutil/trace.go:171","msg":"trace[1604881942] linearizableReadLoop","detail":"{readStateIndex:25020; appliedIndex:25019; }","duration":"100.655692ms","start":"2026-03-05T08:19:02.613954Z","end":"2026-03-05T08:19:02.71461Z","steps":["trace[1604881942] 'read index received' (duration: 100.384376ms)","trace[1604881942] 'applied index is now lower than readState.Index' (duration: 269.346µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:19:02.714848Z","caller":"traceutil/trace.go:171","msg":"trace[851101337] transaction","detail":"{read_only:false; response_revision:24165; number_of_response:1; }","duration":"120.284443ms","start":"2026-03-05T08:19:02.594524Z","end":"2026-03-05T08:19:02.714809Z","steps":["trace[851101337] 'process raft request' (duration: 119.847633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:02.715008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.029341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-67744c6465-wvtzd.1899e4115188c5ec\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-05T08:19:02.715061Z","caller":"traceutil/trace.go:171","msg":"trace[917645234] range","detail":"{range_begin:/registry/events/openstack/magnum-api-67744c6465-wvtzd.1899e4115188c5ec; range_end:; response_count:1; response_revision:24165; }","duration":"101.148904ms","start":"2026-03-05T08:19:02.613898Z","end":"2026-03-05T08:19:02.715047Z","steps":["trace[917645234] 'agreement among raft nodes before linearized reading' (duration: 100.935159ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:03.386751Z","caller":"traceutil/trace.go:171","msg":"trace[543719204] transaction","detail":"{read_only:false; response_revision:24193; number_of_response:1; }","duration":"106.853401ms","start":"2026-03-05T08:19:03.279841Z","end":"2026-03-05T08:19:03.386694Z","steps":["trace[543719204] 'process raft request' (duration: 66.124804ms)","trace[543719204] 'compare' (duration: 40.400539ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:19:03.846518Z","caller":"traceutil/trace.go:171","msg":"trace[686111457] linearizableReadLoop","detail":"{readStateIndex:25053; appliedIndex:25052; }","duration":"114.027982ms","start":"2026-03-05T08:19:03.732449Z","end":"2026-03-05T08:19:03.846477Z","steps":["trace[686111457] 'read index received' (duration: 72.947318ms)","trace[686111457] 'applied index is now lower than readState.Index' (duration: 41.078914ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:19:03.84665Z","caller":"traceutil/trace.go:171","msg":"trace[624386524] transaction","detail":"{read_only:false; response_revision:24198; number_of_response:1; }","duration":"142.189658ms","start":"2026-03-05T08:19:03.704426Z","end":"2026-03-05T08:19:03.846615Z","steps":["trace[624386524] 'process raft request' (duration: 100.955869ms)","trace[624386524] 'compare' (duration: 40.585823ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:03.846799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.31329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:03.846869Z","caller":"traceutil/trace.go:171","msg":"trace[2019908023] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24198; }","duration":"114.413282ms","start":"2026-03-05T08:19:03.732438Z","end":"2026-03-05T08:19:03.846852Z","steps":["trace[2019908023] 'agreement among raft nodes before linearized reading' (duration: 114.251318ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:04.728031Z","caller":"traceutil/trace.go:171","msg":"trace[1368455092] transaction","detail":"{read_only:false; response_revision:24204; number_of_response:1; }","duration":"159.031651ms","start":"2026-03-05T08:19:04.568979Z","end":"2026-03-05T08:19:04.72801Z","steps":["trace[1368455092] 'process raft request' (duration: 158.96285ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:04.728033Z","caller":"traceutil/trace.go:171","msg":"trace[1583066155] transaction","detail":"{read_only:false; response_revision:24203; number_of_response:1; }","duration":"159.021371ms","start":"2026-03-05T08:19:04.568977Z","end":"2026-03-05T08:19:04.727998Z","steps":["trace[1583066155] 'process raft request' (duration: 158.874928ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:04.728258Z","caller":"traceutil/trace.go:171","msg":"trace[1272405004] transaction","detail":"{read_only:false; response_revision:24202; number_of_response:1; }","duration":"159.365279ms","start":"2026-03-05T08:19:04.568697Z","end":"2026-03-05T08:19:04.728063Z","steps":["trace[1272405004] 'process raft request' (duration: 158.342314ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:04.728337Z","caller":"traceutil/trace.go:171","msg":"trace[1014214857] transaction","detail":"{read_only:false; response_revision:24205; number_of_response:1; }","duration":"158.974629ms","start":"2026-03-05T08:19:04.569323Z","end":"2026-03-05T08:19:04.728297Z","steps":["trace[1014214857] 'process raft request' (duration: 158.650522ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:04.973926Z","caller":"traceutil/trace.go:171","msg":"trace[768323361] transaction","detail":"{read_only:false; response_revision:24208; number_of_response:1; }","duration":"102.225859ms","start":"2026-03-05T08:19:04.871667Z","end":"2026-03-05T08:19:04.973893Z","steps":["trace[768323361] 'process raft request' (duration: 94.30495ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:05.538607Z","caller":"traceutil/trace.go:171","msg":"trace[700079703] transaction","detail":"{read_only:false; response_revision:24212; number_of_response:1; }","duration":"123.882048ms","start":"2026-03-05T08:19:05.414701Z","end":"2026-03-05T08:19:05.538583Z","steps":["trace[700079703] 'process raft request' (duration: 123.681553ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:06.262869Z","caller":"traceutil/trace.go:171","msg":"trace[187180315] transaction","detail":"{read_only:false; response_revision:24214; number_of_response:1; }","duration":"124.608207ms","start":"2026-03-05T08:19:06.138234Z","end":"2026-03-05T08:19:06.262842Z","steps":["trace[187180315] 'process raft request' (duration: 106.39687ms)","trace[187180315] 'compare' (duration: 17.845067ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:19:07.102113Z","caller":"traceutil/trace.go:171","msg":"trace[1444174995] transaction","detail":"{read_only:false; response_revision:24220; number_of_response:1; }","duration":"120.364805ms","start":"2026-03-05T08:19:06.981707Z","end":"2026-03-05T08:19:07.102072Z","steps":["trace[1444174995] 'process raft request' (duration: 120.16283ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:08.943903Z","caller":"traceutil/trace.go:171","msg":"trace[1303735491] transaction","detail":"{read_only:false; response_revision:24228; number_of_response:1; }","duration":"174.723587ms","start":"2026-03-05T08:19:08.769152Z","end":"2026-03-05T08:19:08.943876Z","steps":["trace[1303735491] 'process raft request' (duration: 174.555273ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:08.995615Z","caller":"traceutil/trace.go:171","msg":"trace[1186815800] transaction","detail":"{read_only:false; response_revision:24229; number_of_response:1; }","duration":"226.223011ms","start":"2026-03-05T08:19:08.769367Z","end":"2026-03-05T08:19:08.99559Z","steps":["trace[1186815800] 'process raft request' (duration: 226.028166ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:08.995897Z","caller":"traceutil/trace.go:171","msg":"trace[1998555399] transaction","detail":"{read_only:false; response_revision:24230; number_of_response:1; }","duration":"224.431597ms","start":"2026-03-05T08:19:08.771428Z","end":"2026-03-05T08:19:08.99586Z","steps":["trace[1998555399] 'process raft request' (duration: 224.1186ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:08.995888Z","caller":"traceutil/trace.go:171","msg":"trace[394322133] transaction","detail":"{read_only:false; response_revision:24231; number_of_response:1; }","duration":"224.150291ms","start":"2026-03-05T08:19:08.771708Z","end":"2026-03-05T08:19:08.995859Z","steps":["trace[394322133] 'process raft request' (duration: 224.039099ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:10.941241Z","caller":"traceutil/trace.go:171","msg":"trace[2049471684] linearizableReadLoop","detail":"{readStateIndex:25095; appliedIndex:25094; }","duration":"309.143489ms","start":"2026-03-05T08:19:10.632067Z","end":"2026-03-05T08:19:10.94121Z","steps":["trace[2049471684] 'read index received' (duration: 308.848431ms)","trace[2049471684] 'applied index is now lower than readState.Index' (duration: 293.488µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:10.941522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.434405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T08:19:10.941559Z","caller":"traceutil/trace.go:171","msg":"trace[1097734358] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24240; }","duration":"309.543048ms","start":"2026-03-05T08:19:10.632004Z","end":"2026-03-05T08:19:10.941547Z","steps":["trace[1097734358] 'agreement among raft nodes before linearized reading' (duration: 309.339343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:10.941599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:10.63198Z","time spent":"309.60991ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T08:19:10.941659Z","caller":"traceutil/trace.go:171","msg":"trace[2077313845] transaction","detail":"{read_only:false; response_revision:24240; number_of_response:1; }","duration":"321.159637ms","start":"2026-03-05T08:19:10.620462Z","end":"2026-03-05T08:19:10.941622Z","steps":["trace[2077313845] 'process raft request' (duration: 320.547612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:10.941831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:10.620426Z","time spent":"321.32009ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:11.418803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.381813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T08:19:11.418894Z","caller":"traceutil/trace.go:171","msg":"trace[1429914663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24245; }","duration":"102.521596ms","start":"2026-03-05T08:19:11.316346Z","end":"2026-03-05T08:19:11.418868Z","steps":["trace[1429914663] 'range keys from in-memory index tree' (duration: 102.194918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:11.419079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.259264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T08:19:11.419175Z","caller":"traceutil/trace.go:171","msg":"trace[250703422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24245; }","duration":"113.404738ms","start":"2026-03-05T08:19:11.305747Z","end":"2026-03-05T08:19:11.419152Z","steps":["trace[250703422] 'range keys from in-memory index tree' (duration: 113.055308ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:12.361324Z","caller":"traceutil/trace.go:171","msg":"trace[412137373] transaction","detail":"{read_only:false; response_revision:24250; number_of_response:1; }","duration":"107.810774ms","start":"2026-03-05T08:19:12.253485Z","end":"2026-03-05T08:19:12.361296Z","steps":["trace[412137373] 'process raft request' (duration: 107.591888ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:12.612446Z","caller":"traceutil/trace.go:171","msg":"trace[199170986] transaction","detail":"{read_only:false; response_revision:24254; number_of_response:1; }","duration":"112.375993ms","start":"2026-03-05T08:19:12.500019Z","end":"2026-03-05T08:19:12.612395Z","steps":["trace[199170986] 'process raft request' (duration: 58.355389ms)","trace[199170986] 'compare' (duration: 53.641175ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:18.353457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.754908ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-05T08:19:18.353543Z","caller":"traceutil/trace.go:171","msg":"trace[1869693597] linearizableReadLoop","detail":"{readStateIndex:25148; appliedIndex:25147; }","duration":"647.903087ms","start":"2026-03-05T08:19:17.705623Z","end":"2026-03-05T08:19:18.353526Z","steps":["trace[1869693597] 'read index received' (duration: 55.602µs)","trace[1869693597] 'applied index is now lower than readState.Index' (duration: 647.846235ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:18.354185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.556812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-05T08:19:18.354222Z","caller":"traceutil/trace.go:171","msg":"trace[1479695180] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24291; }","duration":"648.630804ms","start":"2026-03-05T08:19:17.705575Z","end":"2026-03-05T08:19:18.354206Z","steps":["trace[1479695180] 'agreement among raft nodes before linearized reading' (duration: 648.483671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:18.354248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:17.705555Z","time spent":"648.685185ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T08:19:18.354707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.088859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-05T08:19:18.354829Z","caller":"traceutil/trace.go:171","msg":"trace[1948164674] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24291; }","duration":"577.605701ms","start":"2026-03-05T08:19:17.777195Z","end":"2026-03-05T08:19:18.354801Z","steps":["trace[1948164674] 'agreement among raft nodes before linearized reading' (duration: 576.944726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:18.354891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:17.777178Z","time spent":"577.697693ms","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T08:19:18.860238Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031208318,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T08:19:18.861418Z","caller":"traceutil/trace.go:171","msg":"trace[4263974] transaction","detail":"{read_only:false; response_revision:24292; number_of_response:1; }","duration":"502.81774ms","start":"2026-03-05T08:19:18.358576Z","end":"2026-03-05T08:19:18.861393Z","steps":["trace[4263974] 'process raft request' (duration: 502.668557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:18.86156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:18.358548Z","time spent":"502.940532ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:18.864256Z","caller":"traceutil/trace.go:171","msg":"trace[287553447] transaction","detail":"{read_only:false; response_revision:24293; number_of_response:1; }","duration":"461.53706ms","start":"2026-03-05T08:19:18.402705Z","end":"2026-03-05T08:19:18.864242Z","steps":["trace[287553447] 'process raft request' (duration: 461.408207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:18.864348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:18.402679Z","time spent":"461.623912ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:18.864465Z","caller":"traceutil/trace.go:171","msg":"trace[1447985203] linearizableReadLoop","detail":"{readStateIndex:25151; appliedIndex:25148; }","duration":"505.261098ms","start":"2026-03-05T08:19:18.359165Z","end":"2026-03-05T08:19:18.864426Z","steps":["trace[1447985203] 'read index received' (duration: 502.105922ms)","trace[1447985203] 'applied index is now lower than readState.Index' (duration: 3.152376ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:19:18.86456Z","caller":"traceutil/trace.go:171","msg":"trace[360243471] transaction","detail":"{read_only:false; response_revision:24294; number_of_response:1; }","duration":"387.921396ms","start":"2026-03-05T08:19:18.476612Z","end":"2026-03-05T08:19:18.864533Z","steps":["trace[360243471] 'process raft request' (duration: 387.594508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:18.864689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:18.476582Z","time spent":"388.026149ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:18.864753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.038495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:18.86477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.581145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-05T08:19:18.864812Z","caller":"traceutil/trace.go:171","msg":"trace[745531187] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:24294; }","duration":"228.152527ms","start":"2026-03-05T08:19:18.636636Z","end":"2026-03-05T08:19:18.864789Z","steps":["trace[745531187] 'agreement among raft nodes before linearized reading' (duration: 228.035474ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:18.864842Z","caller":"traceutil/trace.go:171","msg":"trace[22859240] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24294; }","duration":"505.670957ms","start":"2026-03-05T08:19:18.359151Z","end":"2026-03-05T08:19:18.864822Z","steps":["trace[22859240] 'agreement among raft nodes before linearized reading' (duration: 505.478722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:18.864881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:18.359145Z","time spent":"505.728958ms","remote":"127.0.0.1:49348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-05T08:19:24.551505Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031208603,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:19:26.186862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195579761s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:19:26.187351Z","caller":"traceutil/trace.go:171","msg":"trace[1093331376] transaction","detail":"{read_only:false; response_revision:24385; number_of_response:1; }","duration":"2.137138283s","start":"2026-03-05T08:19:24.050146Z","end":"2026-03-05T08:19:26.187285Z","steps":["trace[1093331376] 'process raft request' (duration: 941.04679ms)","trace[1093331376] 'compare' (duration: 1.194895555s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:26.187485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:24.05014Z","time spent":"2.137265446s","remote":"127.0.0.1:49220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T08:19:26.80301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00055227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T08:19:26.803179Z","caller":"traceutil/trace.go:171","msg":"trace[1227397419] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000759355s","start":"2026-03-05T08:19:24.802394Z","end":"2026-03-05T08:19:26.803153Z","steps":["trace[1227397419] 'agreement among raft nodes before linearized reading' (duration: 2.000575111s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:26.803274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:24.80238Z","time spent":"2.000880288s","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 08:19:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T08:19:26.889033Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.898245317s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T08:19:27.473111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.652566ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:19:27.473572Z","caller":"traceutil/trace.go:171","msg":"trace[187090503] transaction","detail":"{read_only:false; response_revision:24386; number_of_response:1; }","duration":"3.423072298s","start":"2026-03-05T08:19:24.050251Z","end":"2026-03-05T08:19:27.473323Z","steps":["trace[187090503] 'process raft request' (duration: 2.839148186s)","trace[187090503] 'compare' (duration: 583.148714ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:19:27.473649Z","caller":"traceutil/trace.go:171","msg":"trace[919029107] transaction","detail":"{read_only:false; response_revision:24387; number_of_response:1; }","duration":"3.420542298s","start":"2026-03-05T08:19:24.053096Z","end":"2026-03-05T08:19:27.473638Z","steps":["trace[919029107] 'process raft request' (duration: 3.420102637s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:27.473744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:24.053071Z","time spent":"3.420610829s","remote":"127.0.0.1:49606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:27.474142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:24.050246Z","time spent":"3.423871057s","remote":"127.0.0.1:49220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T08:19:27.47415Z","caller":"traceutil/trace.go:171","msg":"trace[548685100] transaction","detail":"{read_only:false; response_revision:24388; number_of_response:1; }","duration":"2.765360387s","start":"2026-03-05T08:19:24.708727Z","end":"2026-03-05T08:19:27.474088Z","steps":["trace[548685100] 'process raft request' (duration: 2.764548258s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:27.474239Z","caller":"traceutil/trace.go:171","msg":"trace[2030343941] transaction","detail":"{read_only:false; response_revision:24389; number_of_response:1; }","duration":"2.589009422s","start":"2026-03-05T08:19:24.885211Z","end":"2026-03-05T08:19:27.474221Z","steps":["trace[2030343941] 'process raft request' (duration: 2.58852322s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:27.474339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:24.885161Z","time spent":"2.589124654s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:27.474441Z","caller":"traceutil/trace.go:171","msg":"trace[830178672] transaction","detail":"{read_only:false; response_revision:24390; number_of_response:1; }","duration":"2.588868938s","start":"2026-03-05T08:19:24.885539Z","end":"2026-03-05T08:19:27.474408Z","steps":["trace[830178672] 'process raft request' (duration: 2.588644443s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:27.474551Z","caller":"traceutil/trace.go:171","msg":"trace[272477593] linearizableReadLoop","detail":"{readStateIndex:25245; appliedIndex:25242; }","duration":"3.423442297s","start":"2026-03-05T08:19:24.051045Z","end":"2026-03-05T08:19:27.474487Z","steps":["trace[272477593] 'read index received' (duration: 940.041127ms)","trace[272477593] 'applied index is now lower than readState.Index' (duration: 2.48339674s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:27.474609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:24.885504Z","time spent":"2.589024672s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:27.47479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:24.708699Z","time spent":"2.765569132s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:27.474803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.423677323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:27.475063Z","caller":"traceutil/trace.go:171","msg":"trace[1447338824] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:24390; }","duration":"3.424029322s","start":"2026-03-05T08:19:24.051008Z","end":"2026-03-05T08:19:27.475037Z","steps":["trace[1447338824] 'agreement among raft nodes before linearized reading' (duration: 3.423604181s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:27.475872Z","caller":"traceutil/trace.go:171","msg":"trace[158171988] transaction","detail":"{read_only:false; response_revision:24391; number_of_response:1; }","duration":"2.435425141s","start":"2026-03-05T08:19:25.040423Z","end":"2026-03-05T08:19:27.475848Z","steps":["trace[158171988] 'process raft request' (duration: 2.434092609s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:27.475883Z","caller":"traceutil/trace.go:171","msg":"trace[1214466586] transaction","detail":"{read_only:false; response_revision:24392; number_of_response:1; }","duration":"2.434495409s","start":"2026-03-05T08:19:25.041371Z","end":"2026-03-05T08:19:27.475866Z","steps":["trace[1214466586] 'process raft request' (duration: 2.434369946s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:27.475874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:24.050992Z","time spent":"3.424851031s","remote":"127.0.0.1:49300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" "} {"level":"warn","ts":"2026-03-05T08:19:27.475959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:25.041358Z","time spent":"2.434568221s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:27.47598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:25.040404Z","time spent":"2.435518613s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:27.476064Z","caller":"traceutil/trace.go:171","msg":"trace[1466856831] transaction","detail":"{read_only:false; response_revision:24393; number_of_response:1; }","duration":"2.352959295s","start":"2026-03-05T08:19:25.123083Z","end":"2026-03-05T08:19:27.476042Z","steps":["trace[1466856831] 'process raft request' (duration: 2.352711179s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:27.476188Z","caller":"traceutil/trace.go:171","msg":"trace[1656857108] transaction","detail":"{read_only:false; response_revision:24394; number_of_response:1; }","duration":"2.352005682s","start":"2026-03-05T08:19:25.124174Z","end":"2026-03-05T08:19:27.47618Z","steps":["trace[1656857108] 'process raft request' (duration: 2.351723045s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:27.476189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:25.123038Z","time spent":"2.353086718s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:27.476234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:25.124158Z","time spent":"2.352053924s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:27.476269Z","caller":"traceutil/trace.go:171","msg":"trace[377513015] transaction","detail":"{read_only:false; response_revision:24395; number_of_response:1; }","duration":"2.352007783s","start":"2026-03-05T08:19:25.12425Z","end":"2026-03-05T08:19:27.476258Z","steps":["trace[377513015] 'process raft request' (duration: 2.351842229s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:27.476305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:25.124222Z","time spent":"2.352066154s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:27.476377Z","caller":"traceutil/trace.go:171","msg":"trace[969782251] transaction","detail":"{read_only:false; response_revision:24396; number_of_response:1; }","duration":"1.747956167s","start":"2026-03-05T08:19:25.728363Z","end":"2026-03-05T08:19:27.476319Z","steps":["trace[969782251] 'process raft request' (duration: 1.747818074s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:27.476494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:25.72834Z","time spent":"1.74810647s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:27.975707Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031208617,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T08:19:28.376975Z","caller":"traceutil/trace.go:171","msg":"trace[22309204] transaction","detail":"{read_only:false; response_revision:24397; number_of_response:1; }","duration":"924.611747ms","start":"2026-03-05T08:19:27.452336Z","end":"2026-03-05T08:19:28.376948Z","steps":["trace[22309204] 'process raft request' (duration: 924.459003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:28.377128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:27.45231Z","time spent":"924.74219ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:28.803754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000465228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T08:19:28.803852Z","caller":"traceutil/trace.go:171","msg":"trace[373139246] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000598622s","start":"2026-03-05T08:19:26.803237Z","end":"2026-03-05T08:19:28.803835Z","steps":["trace[373139246] 'agreement among raft nodes before linearized reading' (duration: 2.000485649s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:28.803893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:26.803224Z","time spent":"2.000659863s","remote":"127.0.0.1:49166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:19:28.856849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000204002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T08:19:28.856924Z","caller":"traceutil/trace.go:171","msg":"trace[345006321] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000346675s","start":"2026-03-05T08:19:26.856561Z","end":"2026-03-05T08:19:28.856908Z","steps":["trace[345006321] 'agreement among raft nodes before linearized reading' (duration: 2.000240663s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:28.856962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:26.856539Z","time spent":"2.000414226s","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:19:29.5462Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.127437307s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T08:19:29.610333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.538853ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:29.610565Z","caller":"traceutil/trace.go:171","msg":"trace[1922606] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24397; }","duration":"795.780099ms","start":"2026-03-05T08:19:28.814765Z","end":"2026-03-05T08:19:29.610545Z","steps":["trace[1922606] 'range keys from in-memory index tree' (duration: 795.523433ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:29.611181Z","caller":"traceutil/trace.go:171","msg":"trace[849214775] transaction","detail":"{read_only:false; response_revision:24398; number_of_response:1; }","duration":"2.12279081s","start":"2026-03-05T08:19:27.488366Z","end":"2026-03-05T08:19:29.611157Z","steps":["trace[849214775] 'process raft request' (duration: 2.058025337s)","trace[849214775] 'compare' (duration: 63.309248ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:29.611397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:27.488351Z","time spent":"2.122965953s","remote":"127.0.0.1:49606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9586,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:29.886731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99969081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T08:19:29.886815Z","caller":"traceutil/trace.go:171","msg":"trace[1529055239] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999829133s","start":"2026-03-05T08:19:24.886966Z","end":"2026-03-05T08:19:29.886796Z","steps":["trace[1529055239] 'agreement among raft nodes before linearized reading' (duration: 4.99970668s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:29.886862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:24.886947Z","time spent":"4.999906336s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/05 08:19:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T08:19:30.038644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.776741ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-05T08:19:30.038759Z","caller":"traceutil/trace.go:171","msg":"trace[684166542] linearizableReadLoop","detail":"{readStateIndex:25257; appliedIndex:25254; }","duration":"2.564078104s","start":"2026-03-05T08:19:27.47466Z","end":"2026-03-05T08:19:30.038738Z","steps":["trace[684166542] 'read index received' (duration: 902.063227ms)","trace[684166542] 'applied index is now lower than readState.Index' (duration: 1.662013287s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:30.04045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.791053593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-05T08:19:30.040517Z","caller":"traceutil/trace.go:171","msg":"trace[183116888] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24398; }","duration":"2.791168476s","start":"2026-03-05T08:19:27.249335Z","end":"2026-03-05T08:19:30.040504Z","steps":["trace[183116888] 'agreement among raft nodes before linearized reading' (duration: 2.790994122s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:30.040553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:27.249311Z","time spent":"2.791232947s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T08:19:30.040746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.009449497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:30.040779Z","caller":"traceutil/trace.go:171","msg":"trace[45211051] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24398; }","duration":"3.009521519s","start":"2026-03-05T08:19:27.031246Z","end":"2026-03-05T08:19:30.040767Z","steps":["trace[45211051] 'agreement among raft nodes before linearized reading' (duration: 3.009468698s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:30.040809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:27.031226Z","time spent":"3.009574991s","remote":"127.0.0.1:33988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:30.040965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.238744932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:30.040998Z","caller":"traceutil/trace.go:171","msg":"trace[2053380954] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24398; }","duration":"3.238814394s","start":"2026-03-05T08:19:26.802171Z","end":"2026-03-05T08:19:30.040986Z","steps":["trace[2053380954] 'agreement among raft nodes before linearized reading' (duration: 3.238766703s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:30.041044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:26.802149Z","time spent":"3.238886536s","remote":"127.0.0.1:33956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:30.041206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.750831763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:19:30.041234Z","caller":"traceutil/trace.go:171","msg":"trace[400451018] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:24398; }","duration":"3.750903425s","start":"2026-03-05T08:19:26.290322Z","end":"2026-03-05T08:19:30.041226Z","steps":["trace[400451018] 'agreement among raft nodes before linearized reading' (duration: 3.750852934s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:30.041261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:26.290296Z","time spent":"3.750957296s","remote":"127.0.0.1:49406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:30.041435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.807860291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:30.041464Z","caller":"traceutil/trace.go:171","msg":"trace[1335538222] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:24402; }","duration":"3.807938022s","start":"2026-03-05T08:19:26.233517Z","end":"2026-03-05T08:19:30.041455Z","steps":["trace[1335538222] 'agreement among raft nodes before linearized reading' (duration: 3.807867221s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:30.041492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:26.23349Z","time spent":"3.807994604s","remote":"127.0.0.1:49280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:30.04154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.56221123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/local-path-storage/\" range_end:\"/registry/resourcequotas/local-path-storage0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:30.041601Z","caller":"traceutil/trace.go:171","msg":"trace[1695896267] range","detail":"{range_begin:/registry/resourcequotas/local-path-storage/; range_end:/registry/resourcequotas/local-path-storage0; response_count:0; response_revision:24405; }","duration":"2.562314122s","start":"2026-03-05T08:19:27.479272Z","end":"2026-03-05T08:19:30.041586Z","steps":["trace[1695896267] 'agreement among raft nodes before linearized reading' (duration: 2.56220443s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:30.041635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:27.479256Z","time spent":"2.562371733s","remote":"127.0.0.1:49232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/local-path-storage/\" range_end:\"/registry/resourcequotas/local-path-storage0\" "} {"level":"warn","ts":"2026-03-05T08:19:30.041648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.889562459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:30.041682Z","caller":"traceutil/trace.go:171","msg":"trace[1055475326] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:24405; }","duration":"3.8896485s","start":"2026-03-05T08:19:26.152022Z","end":"2026-03-05T08:19:30.04167Z","steps":["trace[1055475326] 'agreement among raft nodes before linearized reading' (duration: 3.889597679s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:30.04171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:26.151971Z","time spent":"3.889731952s","remote":"127.0.0.1:49540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:19:30.041925Z","caller":"traceutil/trace.go:171","msg":"trace[2140344061] transaction","detail":"{read_only:false; response_revision:24399; number_of_response:1; }","duration":"562.219913ms","start":"2026-03-05T08:19:29.479695Z","end":"2026-03-05T08:19:30.041915Z","steps":["trace[2140344061] 'process raft request' (duration: 561.495966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:30.041991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:29.479677Z","time spent":"562.273454ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:30.042003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.135342107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:30.042039Z","caller":"traceutil/trace.go:171","msg":"trace[957126491] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:24405; }","duration":"4.135412949s","start":"2026-03-05T08:19:25.906617Z","end":"2026-03-05T08:19:30.04203Z","steps":["trace[957126491] 'agreement among raft nodes before linearized reading' (duration: 4.135351177s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:30.042069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:25.906599Z","time spent":"4.13546272s","remote":"127.0.0.1:42398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:19:30.042089Z","caller":"traceutil/trace.go:171","msg":"trace[1646657179] transaction","detail":"{read_only:false; response_revision:24400; number_of_response:1; }","duration":"562.204493ms","start":"2026-03-05T08:19:29.479876Z","end":"2026-03-05T08:19:30.042081Z","steps":["trace[1646657179] 'process raft request' (duration: 561.441405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:30.042144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:29.479871Z","time spent":"562.255064ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:30.042224Z","caller":"traceutil/trace.go:171","msg":"trace[438362294] transaction","detail":"{read_only:false; response_revision:24401; number_of_response:1; }","duration":"561.405562ms","start":"2026-03-05T08:19:29.480812Z","end":"2026-03-05T08:19:30.042218Z","steps":["trace[438362294] 'process raft request' (duration: 560.534922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:30.042258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:29.480801Z","time spent":"561.436854ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:30.042306Z","caller":"traceutil/trace.go:171","msg":"trace[1374278791] transaction","detail":"{read_only:false; response_revision:24402; number_of_response:1; }","duration":"560.89016ms","start":"2026-03-05T08:19:29.48141Z","end":"2026-03-05T08:19:30.0423Z","steps":["trace[1374278791] 'process raft request' (duration: 559.960198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:30.042331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:29.481375Z","time spent":"560.942212ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:30.042372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.397670197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:30.04243Z","caller":"traceutil/trace.go:171","msg":"trace[1940116287] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:24405; }","duration":"2.397753009s","start":"2026-03-05T08:19:27.644663Z","end":"2026-03-05T08:19:30.042416Z","steps":["trace[1940116287] 'agreement among raft nodes before linearized reading' (duration: 2.397674747s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:30.042375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.751122677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:30.042461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:27.644647Z","time spent":"2.39780521s","remote":"127.0.0.1:42458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:19:30.042454Z","caller":"traceutil/trace.go:171","msg":"trace[1163309855] transaction","detail":"{read_only:false; response_revision:24405; number_of_response:1; }","duration":"560.361938ms","start":"2026-03-05T08:19:29.48207Z","end":"2026-03-05T08:19:30.042432Z","steps":["trace[1163309855] 'process raft request' (duration: 559.380145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:30.042489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.845950029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:19:30.04251Z","caller":"traceutil/trace.go:171","msg":"trace[1998535704] transaction","detail":"{read_only:false; response_revision:24403; number_of_response:1; }","duration":"561.010674ms","start":"2026-03-05T08:19:29.481478Z","end":"2026-03-05T08:19:30.042489Z","steps":["trace[1998535704] 'process raft request' (duration: 559.923358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:30.042509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281747584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-05T08:19:30.042573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:29.482063Z","time spent":"560.44779ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:30.042578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232688159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899e17bb65d96bf\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-05T08:19:30.04259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.303009685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T08:19:30.042583Z","caller":"traceutil/trace.go:171","msg":"trace[1367699851] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24405; }","duration":"1.281870677s","start":"2026-03-05T08:19:28.760693Z","end":"2026-03-05T08:19:30.042563Z","steps":["trace[1367699851] 'agreement among raft nodes before linearized reading' (duration: 1.281610511s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:30.042609Z","caller":"traceutil/trace.go:171","msg":"trace[2038223390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24405; }","duration":"4.303071116s","start":"2026-03-05T08:19:25.739534Z","end":"2026-03-05T08:19:30.042605Z","steps":["trace[2038223390] 'agreement among raft nodes before linearized reading' (duration: 4.302966064s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:30.0426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:29.481467Z","time spent":"561.086495ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:30.042614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.078891667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:30.042632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:25.739511Z","time spent":"4.303117428s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T08:19:30.042632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:28.760671Z","time spent":"1.28195315s","remote":"127.0.0.1:42340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-05T08:19:30.042646Z","caller":"traceutil/trace.go:171","msg":"trace[216061832] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:24405; }","duration":"2.078968289s","start":"2026-03-05T08:19:27.963669Z","end":"2026-03-05T08:19:30.042638Z","steps":["trace[216061832] 'agreement among raft nodes before linearized reading' (duration: 2.078917228s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:30.042651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232705849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:30.042648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.015329314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-05T08:19:30.042672Z","caller":"traceutil/trace.go:171","msg":"trace[1579789141] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24405; }","duration":"1.232771621s","start":"2026-03-05T08:19:28.809895Z","end":"2026-03-05T08:19:30.042667Z","steps":["trace[1579789141] 'agreement among raft nodes before linearized reading' (duration: 1.23273701s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:30.042672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:27.963647Z","time spent":"2.079018551s","remote":"127.0.0.1:48146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:30.042655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.926617322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:30.042695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:28.809875Z","time spent":"1.232815932s","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T08:19:30.042698Z","caller":"traceutil/trace.go:171","msg":"trace[1442857793] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:24405; }","duration":"5.015398566s","start":"2026-03-05T08:19:25.027286Z","end":"2026-03-05T08:19:30.042685Z","steps":["trace[1442857793] 'agreement among raft nodes before linearized reading' (duration: 5.015241133s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:30.042482Z","caller":"traceutil/trace.go:171","msg":"trace[1899587737] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24405; }","duration":"5.751278871s","start":"2026-03-05T08:19:24.291187Z","end":"2026-03-05T08:19:30.042466Z","steps":["trace[1899587737] 'agreement among raft nodes before linearized reading' (duration: 5.751102087s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:30.042727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:25.027276Z","time spent":"5.015446657s","remote":"127.0.0.1:42340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"info","ts":"2026-03-05T08:19:30.042727Z","caller":"traceutil/trace.go:171","msg":"trace[907130387] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:24405; }","duration":"5.926723964s","start":"2026-03-05T08:19:24.115985Z","end":"2026-03-05T08:19:30.042709Z","steps":["trace[907130387] 'agreement among raft nodes before linearized reading' (duration: 5.926605321s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:30.042741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.991149847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:30.042615Z","caller":"traceutil/trace.go:171","msg":"trace[801554563] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899e17bb65d96bf; range_end:; response_count:1; response_revision:24405; }","duration":"1.23275313s","start":"2026-03-05T08:19:28.80985Z","end":"2026-03-05T08:19:30.042603Z","steps":["trace[801554563] 'agreement among raft nodes before linearized reading' (duration: 1.232613737s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:30.042737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:24.291169Z","time spent":"5.751556427s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:30.042808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.015711123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"warn","ts":"2026-03-05T08:19:30.042807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:28.809836Z","time spent":"1.232963046s","remote":"127.0.0.1:49220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899e17bb65d96bf\" "} {"level":"info","ts":"2026-03-05T08:19:30.042825Z","caller":"traceutil/trace.go:171","msg":"trace[1332792326] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24405; }","duration":"5.015745935s","start":"2026-03-05T08:19:25.027075Z","end":"2026-03-05T08:19:30.04282Z","steps":["trace[1332792326] 'agreement among raft nodes before linearized reading' (duration: 5.015678853s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:30.042828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.015715364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:18204"} {"level":"warn","ts":"2026-03-05T08:19:30.042845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:25.027064Z","time spent":"5.015777985s","remote":"127.0.0.1:49348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-05T08:19:30.042855Z","caller":"traceutil/trace.go:171","msg":"trace[700821414] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:24405; }","duration":"5.015754494s","start":"2026-03-05T08:19:25.027093Z","end":"2026-03-05T08:19:30.042848Z","steps":["trace[700821414] 'agreement among raft nodes before linearized reading' (duration: 5.015644942s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:30.042859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.015304033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"warn","ts":"2026-03-05T08:19:30.042856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.591819986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:30.042876Z","caller":"traceutil/trace.go:171","msg":"trace[219699947] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:24405; }","duration":"5.015323304s","start":"2026-03-05T08:19:25.027548Z","end":"2026-03-05T08:19:30.042871Z","steps":["trace[219699947] 'agreement among raft nodes before linearized reading' (duration: 5.015268062s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:30.042874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:25.027088Z","time spent":"5.015782505s","remote":"127.0.0.1:49606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":18227,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" "} {"level":"warn","ts":"2026-03-05T08:19:30.042892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:25.027478Z","time spent":"5.015410266s","remote":"127.0.0.1:42340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3319,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"info","ts":"2026-03-05T08:19:30.04289Z","caller":"traceutil/trace.go:171","msg":"trace[1515623726] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:24405; }","duration":"4.591891488s","start":"2026-03-05T08:19:25.450987Z","end":"2026-03-05T08:19:30.042879Z","steps":["trace[1515623726] 'agreement among raft nodes before linearized reading' (duration: 4.591843917s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:30.042898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277243307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:30.042773Z","caller":"traceutil/trace.go:171","msg":"trace[832033653] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24405; }","duration":"5.991198179s","start":"2026-03-05T08:19:24.051565Z","end":"2026-03-05T08:19:30.042763Z","steps":["trace[832033653] 'agreement among raft nodes before linearized reading' (duration: 5.991143398s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:30.042926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:25.450965Z","time spent":"4.591953239s","remote":"127.0.0.1:42406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:19:30.042931Z","caller":"traceutil/trace.go:171","msg":"trace[1865253633] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24405; }","duration":"1.277323949s","start":"2026-03-05T08:19:28.765597Z","end":"2026-03-05T08:19:30.042921Z","steps":["trace[1865253633] 'agreement among raft nodes before linearized reading' (duration: 1.277266188s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:30.042955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.014916094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc-unready\" ","response":"range_response_count:1 size:2556"} {"level":"warn","ts":"2026-03-05T08:19:30.042962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:28.765573Z","time spent":"1.277380951s","remote":"127.0.0.1:33886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:19:30.04299Z","caller":"traceutil/trace.go:171","msg":"trace[2033670956] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pxc-unready; range_end:; response_count:1; response_revision:24405; }","duration":"5.014968885s","start":"2026-03-05T08:19:25.028015Z","end":"2026-03-05T08:19:30.042984Z","steps":["trace[2033670956] 'agreement among raft nodes before linearized reading' (duration: 5.014893504s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:30.042999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.015846057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"warn","ts":"2026-03-05T08:19:30.04301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.015478118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:1679"} {"level":"warn","ts":"2026-03-05T08:19:30.043012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:25.028007Z","time spent":"5.014999747s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":2579,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc-unready\" "} {"level":"info","ts":"2026-03-05T08:19:30.043019Z","caller":"traceutil/trace.go:171","msg":"trace[509962991] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:24405; }","duration":"5.015881917s","start":"2026-03-05T08:19:25.02713Z","end":"2026-03-05T08:19:30.043012Z","steps":["trace[509962991] 'agreement among raft nodes before linearized reading' (duration: 5.015499438s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:30.042774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:24.115974Z","time spent":"5.926791036s","remote":"127.0.0.1:49552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:19:30.04303Z","caller":"traceutil/trace.go:171","msg":"trace[719683573] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:24405; }","duration":"5.015526679s","start":"2026-03-05T08:19:25.027497Z","end":"2026-03-05T08:19:30.043024Z","steps":["trace[719683573] 'agreement among raft nodes before linearized reading' (duration: 5.015474468s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:30.043044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:25.027478Z","time spent":"5.01556317s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":1702,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-prometheus-node-exporter\" "} {"level":"warn","ts":"2026-03-05T08:19:30.043014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.311662345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T08:19:30.043065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.015820716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-05T08:19:30.042536Z","caller":"traceutil/trace.go:171","msg":"trace[1949038822] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24405; }","duration":"5.846047192s","start":"2026-03-05T08:19:24.196478Z","end":"2026-03-05T08:19:30.042525Z","steps":["trace[1949038822] 'agreement among raft nodes before linearized reading' (duration: 5.845890498s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:30.043082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.015792496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:1512"} {"level":"info","ts":"2026-03-05T08:19:30.043089Z","caller":"traceutil/trace.go:171","msg":"trace[268204331] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:24405; }","duration":"5.015870947s","start":"2026-03-05T08:19:25.027211Z","end":"2026-03-05T08:19:30.043082Z","steps":["trace[268204331] 'agreement among raft nodes before linearized reading' (duration: 5.015470317s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:30.043104Z","caller":"traceutil/trace.go:171","msg":"trace[1938673452] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:24405; }","duration":"5.015822316s","start":"2026-03-05T08:19:25.027277Z","end":"2026-03-05T08:19:30.043099Z","steps":["trace[1938673452] 'agreement among raft nodes before linearized reading' (duration: 5.015380216s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:30.043111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:25.027195Z","time spent":"5.015911788s","remote":"127.0.0.1:42340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-05T08:19:30.043122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:25.027273Z","time spent":"5.015845087s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":1535,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend\" "} {"level":"info","ts":"2026-03-05T08:19:30.043133Z","caller":"traceutil/trace.go:171","msg":"trace[1257773428] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:24405; }","duration":"5.311801218s","start":"2026-03-05T08:19:24.731272Z","end":"2026-03-05T08:19:30.043073Z","steps":["trace[1257773428] 'agreement among raft nodes before linearized reading' (duration: 5.311642415s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:30.043144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.015433697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"warn","ts":"2026-03-05T08:19:30.043022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.017160948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15430"} {"level":"warn","ts":"2026-03-05T08:19:30.04316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.670097495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:267217"} {"level":"warn","ts":"2026-03-05T08:19:30.043177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.015825376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-03-05T08:19:30.043187Z","caller":"traceutil/trace.go:171","msg":"trace[992759058] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:24405; }","duration":"5.670158387s","start":"2026-03-05T08:19:24.373021Z","end":"2026-03-05T08:19:30.04318Z","steps":["trace[992759058] 'agreement among raft nodes before linearized reading' (duration: 5.66986745s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:30.043193Z","caller":"traceutil/trace.go:171","msg":"trace[1643317847] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:24405; }","duration":"5.015847376s","start":"2026-03-05T08:19:25.027341Z","end":"2026-03-05T08:19:30.043189Z","steps":["trace[1643317847] 'agreement among raft nodes before linearized reading' (duration: 5.015816655s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:30.043144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.015709923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-03-05T08:19:30.043186Z","caller":"traceutil/trace.go:171","msg":"trace[835840245] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:24405; }","duration":"5.017318992s","start":"2026-03-05T08:19:25.025856Z","end":"2026-03-05T08:19:30.043175Z","steps":["trace[835840245] 'agreement among raft nodes before linearized reading' (duration: 5.016914282s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:30.043213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:25.027338Z","time spent":"5.015871567s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1469,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-03-05T08:19:30.043214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:24.373002Z","time spent":"5.670206308s","remote":"127.0.0.1:49602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":267240,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-05T08:19:30.043215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.01598111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-03-05T08:19:30.043224Z","caller":"traceutil/trace.go:171","msg":"trace[904392937] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:24405; }","duration":"5.015799356s","start":"2026-03-05T08:19:25.027417Z","end":"2026-03-05T08:19:30.043216Z","steps":["trace[904392937] 'agreement among raft nodes before linearized reading' (duration: 5.015699843s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:30.043235Z","caller":"traceutil/trace.go:171","msg":"trace[1217085640] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:24405; }","duration":"5.01601349s","start":"2026-03-05T08:19:25.027216Z","end":"2026-03-05T08:19:30.043229Z","steps":["trace[1217085640] 'agreement among raft nodes before linearized reading' (duration: 5.015484228s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:30.043235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:25.025808Z","time spent":"5.017412275s","remote":"127.0.0.1:49606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":15453,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-03-05T08:19:30.042964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.015779265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3311"} {"level":"warn","ts":"2026-03-05T08:19:30.043256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:25.02721Z","time spent":"5.016041661s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-03-05T08:19:30.043262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.016058792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-03-05T08:19:30.043269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.015592691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-03-05T08:19:30.043283Z","caller":"traceutil/trace.go:171","msg":"trace[527527777] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:24405; }","duration":"5.016085742s","start":"2026-03-05T08:19:25.027191Z","end":"2026-03-05T08:19:30.043277Z","steps":["trace[527527777] 'agreement among raft nodes before linearized reading' (duration: 5.01554875s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:30.043302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:25.027187Z","time spent":"5.016110933s","remote":"127.0.0.1:42340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"info","ts":"2026-03-05T08:19:30.042702Z","caller":"traceutil/trace.go:171","msg":"trace[503165626] transaction","detail":"{read_only:false; response_revision:24404; number_of_response:1; }","duration":"560.791378ms","start":"2026-03-05T08:19:29.481896Z","end":"2026-03-05T08:19:30.042688Z","steps":["trace[503165626] 'process raft request' (duration: 559.529939ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:30.043302Z","caller":"traceutil/trace.go:171","msg":"trace[1194721933] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:24405; }","duration":"5.015641292s","start":"2026-03-05T08:19:25.027652Z","end":"2026-03-05T08:19:30.043293Z","steps":["trace[1194721933] 'agreement among raft nodes before linearized reading' (duration: 5.01555628s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:30.043106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.015664362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/heat-api\" ","response":"range_response_count:1 size:915"} {"level":"warn","ts":"2026-03-05T08:19:30.043341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:25.027644Z","time spent":"5.015684172s","remote":"127.0.0.1:42340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"info","ts":"2026-03-05T08:19:30.043355Z","caller":"traceutil/trace.go:171","msg":"trace[323093244] range","detail":"{range_begin:/registry/services/specs/openstack/heat-api; range_end:; response_count:1; response_revision:24405; }","duration":"5.015927008s","start":"2026-03-05T08:19:25.027422Z","end":"2026-03-05T08:19:30.043349Z","steps":["trace[323093244] 'agreement among raft nodes before linearized reading' (duration: 5.015653852s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:30.043356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:29.481888Z","time spent":"561.431623ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:30.043371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:25.027415Z","time spent":"5.015951519s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":938,"request content":"key:\"/registry/services/specs/openstack/heat-api\" "} {"level":"warn","ts":"2026-03-05T08:19:30.043389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.065544688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-05T08:19:30.043114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:24.196455Z","time spent":"5.846643596s","remote":"127.0.0.1:49600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:19:30.043414Z","caller":"traceutil/trace.go:171","msg":"trace[1027708731] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24405; }","duration":"5.065574298s","start":"2026-03-05T08:19:24.977831Z","end":"2026-03-05T08:19:30.043405Z","steps":["trace[1027708731] 'agreement among raft nodes before linearized reading' (duration: 5.065425325s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:30.043439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:24.977786Z","time spent":"5.06564854s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-05T08:19:30.043246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.01517091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached\" ","response":"range_response_count:1 size:1163"} {"level":"info","ts":"2026-03-05T08:19:30.043478Z","caller":"traceutil/trace.go:171","msg":"trace[1487367669] range","detail":"{range_begin:/registry/services/specs/openstack/memcached; range_end:; response_count:1; response_revision:24405; }","duration":"5.015418607s","start":"2026-03-05T08:19:25.028053Z","end":"2026-03-05T08:19:30.043471Z","steps":["trace[1487367669] 'agreement among raft nodes before linearized reading' (duration: 5.015153071s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:30.043493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:25.028046Z","time spent":"5.015443467s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":1186,"request content":"key:\"/registry/services/specs/openstack/memcached\" "} {"level":"warn","ts":"2026-03-05T08:19:30.04348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.424562891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:30.043187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.687639692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T08:19:30.043526Z","caller":"traceutil/trace.go:171","msg":"trace[1619465732] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:24405; }","duration":"5.424647834s","start":"2026-03-05T08:19:24.618865Z","end":"2026-03-05T08:19:30.043513Z","steps":["trace[1619465732] 'agreement among raft nodes before linearized reading' (duration: 5.424579331s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:30.043557Z","caller":"traceutil/trace.go:171","msg":"trace[679762482] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24405; }","duration":"4.688083584s","start":"2026-03-05T08:19:25.355462Z","end":"2026-03-05T08:19:30.043545Z","steps":["trace[679762482] 'agreement among raft nodes before linearized reading' (duration: 4.687664503s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:30.042936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:24.051555Z","time spent":"5.991374233s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-05T08:19:30.043562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:24.618843Z","time spent":"5.424709806s","remote":"127.0.0.1:49432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:19:30.043182Z","caller":"traceutil/trace.go:171","msg":"trace[1795938986] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:24405; }","duration":"5.015481088s","start":"2026-03-05T08:19:25.027691Z","end":"2026-03-05T08:19:30.043172Z","steps":["trace[1795938986] 'agreement among raft nodes before linearized reading' (duration: 5.015378085s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:30.043595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:25.355432Z","time spent":"4.688152186s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T08:19:30.043605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:25.027684Z","time spent":"5.015913439s","remote":"127.0.0.1:42340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"info","ts":"2026-03-05T08:19:30.043275Z","caller":"traceutil/trace.go:171","msg":"trace[1594075616] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:24405; }","duration":"5.016097372s","start":"2026-03-05T08:19:25.02717Z","end":"2026-03-05T08:19:30.043267Z","steps":["trace[1594075616] 'agreement among raft nodes before linearized reading' (duration: 5.015634921s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:30.043244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:25.027411Z","time spent":"5.015828936s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1017,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-03-05T08:19:30.043655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:25.027166Z","time spent":"5.016478893s","remote":"127.0.0.1:42340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3334,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-03-05T08:19:30.04367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.016442661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"warn","ts":"2026-03-05T08:19:30.043302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.303773813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T08:19:30.043693Z","caller":"traceutil/trace.go:171","msg":"trace[175584491] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:24405; }","duration":"5.016462542s","start":"2026-03-05T08:19:25.027223Z","end":"2026-03-05T08:19:30.043686Z","steps":["trace[175584491] 'agreement among raft nodes before linearized reading' (duration: 5.015500308s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:30.043042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:25.027126Z","time spent":"5.015909878s","remote":"127.0.0.1:42340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3321,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-03-05T08:19:30.043706Z","caller":"traceutil/trace.go:171","msg":"trace[763147093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24405; }","duration":"4.304201174s","start":"2026-03-05T08:19:25.739496Z","end":"2026-03-05T08:19:30.043697Z","steps":["trace[763147093] 'agreement among raft nodes before linearized reading' (duration: 4.303057736s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:30.043716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:25.027208Z","time spent":"5.016503134s","remote":"127.0.0.1:42340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3336,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-03-05T08:19:30.04362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.923210881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210804"} {"level":"warn","ts":"2026-03-05T08:19:30.043183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:24.73125Z","time spent":"5.311924872s","remote":"127.0.0.1:49412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:30.043737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:25.739484Z","time spent":"4.304244375s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T08:19:30.043766Z","caller":"traceutil/trace.go:171","msg":"trace[1827166510] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:24405; }","duration":"5.923394896s","start":"2026-03-05T08:19:24.120358Z","end":"2026-03-05T08:19:30.043753Z","steps":["trace[1827166510] 'agreement among raft nodes before linearized reading' (duration: 5.922027792s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:30.042868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.990786259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-03-05T08:19:30.043816Z","caller":"traceutil/trace.go:171","msg":"trace[1128639782] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24405; }","duration":"5.991746413s","start":"2026-03-05T08:19:24.052063Z","end":"2026-03-05T08:19:30.04381Z","steps":["trace[1128639782] 'agreement among raft nodes before linearized reading' (duration: 5.990730378s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:30.043859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:24.052057Z","time spent":"5.991771863s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1469,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-05T08:19:30.043822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:24.120332Z","time spent":"5.923476528s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2210827,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-05T08:19:30.043416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.331346513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T08:19:30.044105Z","caller":"traceutil/trace.go:171","msg":"trace[1829736639] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24405; }","duration":"4.332031252s","start":"2026-03-05T08:19:25.712065Z","end":"2026-03-05T08:19:30.044097Z","steps":["trace[1829736639] 'agreement among raft nodes before linearized reading' (duration: 4.33075316s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:30.044125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:25.711986Z","time spent":"4.332132403s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T08:19:30.549094Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031208630,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:19:31.049296Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031208630,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:19:31.159636Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.111048325s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T08:19:31.199084Z","caller":"traceutil/trace.go:171","msg":"trace[1656396037] transaction","detail":"{read_only:false; response_revision:24406; number_of_response:1; }","duration":"1.150559792s","start":"2026-03-05T08:19:30.048481Z","end":"2026-03-05T08:19:31.199041Z","steps":["trace[1656396037] 'process raft request' (duration: 1.111332322s)","trace[1656396037] 'compare' (duration: 38.264657ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:31.199196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:30.04846Z","time spent":"1.150676214s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2560,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T08:19:32.045812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997123558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T08:19:32.04589Z","caller":"traceutil/trace.go:171","msg":"trace[79457054] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99722587s","start":"2026-03-05T08:19:30.048648Z","end":"2026-03-05T08:19:32.045874Z","steps":["trace[79457054] 'agreement among raft nodes before linearized reading' (duration: 1.997137098s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:32.045929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:30.048636Z","time spent":"1.997284622s","remote":"127.0.0.1:49166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 08:19:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T08:19:32.509189Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.349349076s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T08:19:32.549686Z","caller":"traceutil/trace.go:171","msg":"trace[1235934280] transaction","detail":"{read_only:false; response_revision:24408; number_of_response:1; }","duration":"2.499747592s","start":"2026-03-05T08:19:30.049921Z","end":"2026-03-05T08:19:32.549669Z","steps":["trace[1235934280] 'process raft request' (duration: 2.49965796s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:32.549739Z","caller":"traceutil/trace.go:171","msg":"trace[1846979424] transaction","detail":"{read_only:false; response_revision:24407; number_of_response:1; }","duration":"2.50087595s","start":"2026-03-05T08:19:30.048769Z","end":"2026-03-05T08:19:32.549645Z","steps":["trace[1846979424] 'process raft request' (duration: 2.460777289s)","trace[1846979424] 'compare' (duration: 38.378529ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:19:32.549851Z","caller":"traceutil/trace.go:171","msg":"trace[34460555] transaction","detail":"{read_only:false; response_revision:24409; number_of_response:1; }","duration":"2.498953454s","start":"2026-03-05T08:19:30.050893Z","end":"2026-03-05T08:19:32.549847Z","steps":["trace[34460555] 'process raft request' (duration: 2.498754759s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:32.549885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:30.050876Z","time spent":"2.498993844s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:32.549908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:30.048751Z","time spent":"2.501075855s","remote":"127.0.0.1:49220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:32.549785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:30.049898Z","time spent":"2.499836524s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:32.550069Z","caller":"traceutil/trace.go:171","msg":"trace[1346535619] transaction","detail":"{read_only:false; response_revision:24410; number_of_response:1; }","duration":"2.498583445s","start":"2026-03-05T08:19:30.051463Z","end":"2026-03-05T08:19:32.550047Z","steps":["trace[1346535619] 'process raft request' (duration: 2.49835502s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:32.550221Z","caller":"traceutil/trace.go:171","msg":"trace[527281525] transaction","detail":"{read_only:false; response_revision:24411; number_of_response:1; }","duration":"2.495359426s","start":"2026-03-05T08:19:30.054856Z","end":"2026-03-05T08:19:32.550215Z","steps":["trace[527281525] 'process raft request' (duration: 2.495115451s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:32.550263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:30.054842Z","time spent":"2.495399948s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:32.55025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:30.051444Z","time spent":"2.498717348s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:32.550383Z","caller":"traceutil/trace.go:171","msg":"trace[312771372] linearizableReadLoop","detail":"{readStateIndex:25271; appliedIndex:25264; }","duration":"2.501702029s","start":"2026-03-05T08:19:30.048668Z","end":"2026-03-05T08:19:32.55037Z","steps":["trace[312771372] 'read index received' (duration: 1.111163327s)","trace[312771372] 'applied index is now lower than readState.Index' (duration: 1.390537362s)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:19:32.550432Z","caller":"traceutil/trace.go:171","msg":"trace[760655519] transaction","detail":"{read_only:false; response_revision:24412; number_of_response:1; }","duration":"2.495451369s","start":"2026-03-05T08:19:30.054953Z","end":"2026-03-05T08:19:32.550404Z","steps":["trace[760655519] 'process raft request' (duration: 2.495237004s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:32.550554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:30.054946Z","time spent":"2.495540101s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:33.051273Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031208644,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:19:33.551772Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031208644,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:19:33.684095Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.17471475s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T08:19:33.75001Z","caller":"traceutil/trace.go:171","msg":"trace[2117034815] transaction","detail":"{read_only:false; response_revision:24415; number_of_response:1; }","duration":"1.694154798s","start":"2026-03-05T08:19:32.055838Z","end":"2026-03-05T08:19:33.749993Z","steps":["trace[2117034815] 'process raft request' (duration: 1.694079306s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:33.750012Z","caller":"traceutil/trace.go:171","msg":"trace[732191879] transaction","detail":"{read_only:false; response_revision:24413; number_of_response:1; }","duration":"1.694293492s","start":"2026-03-05T08:19:32.055687Z","end":"2026-03-05T08:19:33.749981Z","steps":["trace[732191879] 'process raft request' (duration: 1.628623008s)","trace[732191879] 'compare' (duration: 65.205512ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:19:33.750044Z","caller":"traceutil/trace.go:171","msg":"trace[544414377] transaction","detail":"{read_only:false; response_revision:24416; number_of_response:1; }","duration":"1.694079716s","start":"2026-03-05T08:19:32.055941Z","end":"2026-03-05T08:19:33.75002Z","steps":["trace[544414377] 'process raft request' (duration: 1.694013505s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:33.750153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:32.055831Z","time spent":"1.69423321s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:33.75016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:32.055671Z","time spent":"1.694414504s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:33.750022Z","caller":"traceutil/trace.go:171","msg":"trace[1992640332] transaction","detail":"{read_only:false; response_revision:24414; number_of_response:1; }","duration":"1.694201439s","start":"2026-03-05T08:19:32.05579Z","end":"2026-03-05T08:19:33.749992Z","steps":["trace[1992640332] 'process raft request' (duration: 1.694070706s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:33.750202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:32.055933Z","time spent":"1.694194929s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:33.750306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:32.055783Z","time spent":"1.694444635s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:33.750351Z","caller":"traceutil/trace.go:171","msg":"trace[1643393978] transaction","detail":"{read_only:false; response_revision:24417; number_of_response:1; }","duration":"1.694339173s","start":"2026-03-05T08:19:32.055987Z","end":"2026-03-05T08:19:33.750326Z","steps":["trace[1643393978] 'process raft request' (duration: 1.694000765s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:33.750426Z","caller":"traceutil/trace.go:171","msg":"trace[1455516152] transaction","detail":"{read_only:false; response_revision:24419; number_of_response:1; }","duration":"1.6942091s","start":"2026-03-05T08:19:32.056207Z","end":"2026-03-05T08:19:33.750416Z","steps":["trace[1455516152] 'process raft request' (duration: 1.694165829s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:33.750458Z","caller":"traceutil/trace.go:171","msg":"trace[2113064708] transaction","detail":"{read_only:false; response_revision:24418; number_of_response:1; }","duration":"1.694282561s","start":"2026-03-05T08:19:32.056156Z","end":"2026-03-05T08:19:33.750439Z","steps":["trace[2113064708] 'process raft request' (duration: 1.694060096s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:33.750473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:32.056201Z","time spent":"1.694248611s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:33.750493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:32.055981Z","time spent":"1.694434545s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:33.750532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:32.056149Z","time spent":"1.694342253s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:34.053964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000701023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T08:19:34.054052Z","caller":"traceutil/trace.go:171","msg":"trace[1400693882] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000834727s","start":"2026-03-05T08:19:32.053198Z","end":"2026-03-05T08:19:34.054033Z","steps":["trace[1400693882] 'agreement among raft nodes before linearized reading' (duration: 2.000722184s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:34.054146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:32.053185Z","time spent":"2.000943109s","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T08:19:34.262816Z","caller":"traceutil/trace.go:171","msg":"trace[245014754] transaction","detail":"{read_only:false; response_revision:24420; number_of_response:1; }","duration":"934.33242ms","start":"2026-03-05T08:19:33.328469Z","end":"2026-03-05T08:19:34.262801Z","steps":["trace[245014754] 'process raft request' (duration: 934.216168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:34.262923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:33.328444Z","time spent":"934.416742ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:34.263021Z","caller":"traceutil/trace.go:171","msg":"trace[1496575982] linearizableReadLoop","detail":"{readStateIndex:25280; appliedIndex:25271; }","duration":"1.71255976s","start":"2026-03-05T08:19:32.550431Z","end":"2026-03-05T08:19:34.262991Z","steps":["trace[1496575982] 'read index received' (duration: 1.133872152s)","trace[1496575982] 'applied index is now lower than readState.Index' (duration: 578.685158ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:34.26307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.779003321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:34.263141Z","caller":"traceutil/trace.go:171","msg":"trace[1018354992] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24421; }","duration":"1.779118634s","start":"2026-03-05T08:19:32.484004Z","end":"2026-03-05T08:19:34.263122Z","steps":["trace[1018354992] 'agreement among raft nodes before linearized reading' (duration: 1.778985081s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:34.2632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:32.483983Z","time spent":"1.779202686s","remote":"127.0.0.1:33840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:34.263224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.208221313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/vector-headless\" ","response":"range_response_count:1 size:1163"} {"level":"info","ts":"2026-03-05T08:19:34.263255Z","caller":"traceutil/trace.go:171","msg":"trace[51207914] range","detail":"{range_begin:/registry/services/specs/monitoring/vector-headless; range_end:; response_count:1; response_revision:24421; }","duration":"4.208268335s","start":"2026-03-05T08:19:30.054977Z","end":"2026-03-05T08:19:34.263245Z","steps":["trace[51207914] 'agreement among raft nodes before linearized reading' (duration: 4.208149332s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:34.263274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.208365746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-03-05T08:19:34.263287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.883627409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-05T08:19:34.263304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.563453633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:34.263335Z","caller":"traceutil/trace.go:171","msg":"trace[1928442662] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24421; }","duration":"1.883732031s","start":"2026-03-05T08:19:32.37959Z","end":"2026-03-05T08:19:34.263322Z","steps":["trace[1928442662] 'agreement among raft nodes before linearized reading' (duration: 1.883635168s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:34.263362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.208374407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:1456"} {"level":"warn","ts":"2026-03-05T08:19:34.263368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:32.379568Z","time spent":"1.883792953s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-05T08:19:34.26338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.20849253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-03-05T08:19:34.263392Z","caller":"traceutil/trace.go:171","msg":"trace[1560886312] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:24421; }","duration":"4.208413478s","start":"2026-03-05T08:19:30.054973Z","end":"2026-03-05T08:19:34.263387Z","steps":["trace[1560886312] 'agreement among raft nodes before linearized reading' (duration: 4.208340707s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:34.263409Z","caller":"traceutil/trace.go:171","msg":"trace[1292598138] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:24421; }","duration":"4.208532031s","start":"2026-03-05T08:19:30.054868Z","end":"2026-03-05T08:19:34.2634Z","steps":["trace[1292598138] 'agreement among raft nodes before linearized reading' (duration: 4.208449929s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:34.263443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:30.054862Z","time spent":"4.208575361s","remote":"127.0.0.1:42340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-03-05T08:19:34.263455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.959683282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.222\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-05T08:19:34.263471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.2084893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki\" ","response":"range_response_count:1 size:1367"} {"level":"info","ts":"2026-03-05T08:19:34.263484Z","caller":"traceutil/trace.go:171","msg":"trace[1437760460] range","detail":"{range_begin:/registry/masterleases/199.204.45.222; range_end:; response_count:1; response_revision:24421; }","duration":"1.959736872s","start":"2026-03-05T08:19:32.303739Z","end":"2026-03-05T08:19:34.263476Z","steps":["trace[1437760460] 'agreement among raft nodes before linearized reading' (duration: 1.95964502s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:34.263507Z","caller":"traceutil/trace.go:171","msg":"trace[1214672148] transaction","detail":"{read_only:false; response_revision:24421; number_of_response:1; }","duration":"879.559498ms","start":"2026-03-05T08:19:33.383925Z","end":"2026-03-05T08:19:34.263485Z","steps":["trace[1214672148] 'process raft request' (duration: 878.851831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:34.263546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.208560892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:1608"} {"level":"info","ts":"2026-03-05T08:19:34.263565Z","caller":"traceutil/trace.go:171","msg":"trace[525089419] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:24421; }","duration":"4.208588102s","start":"2026-03-05T08:19:30.054971Z","end":"2026-03-05T08:19:34.263559Z","steps":["trace[525089419] 'agreement among raft nodes before linearized reading' (duration: 4.208532601s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:34.263546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.208682074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7384"} {"level":"warn","ts":"2026-03-05T08:19:34.263589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:30.054966Z","time spent":"4.208617793s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1631,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook\" "} {"level":"warn","ts":"2026-03-05T08:19:34.26361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:33.383889Z","time spent":"879.66835ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:34.263658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.187350184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1826"} {"level":"warn","ts":"2026-03-05T08:19:34.263673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.20890916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-03-05T08:19:34.263617Z","caller":"traceutil/trace.go:171","msg":"trace[1075363384] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:24421; }","duration":"4.208770246s","start":"2026-03-05T08:19:30.054829Z","end":"2026-03-05T08:19:34.2636Z","steps":["trace[1075363384] 'agreement among raft nodes before linearized reading' (duration: 4.208540991s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:34.263702Z","caller":"traceutil/trace.go:171","msg":"trace[461300256] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:24421; }","duration":"4.208938971s","start":"2026-03-05T08:19:30.054756Z","end":"2026-03-05T08:19:34.263694Z","steps":["trace[461300256] 'agreement among raft nodes before linearized reading' (duration: 4.208854449s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:34.263735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.208773016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova-nodes\" ","response":"range_response_count:1 size:1246"} {"level":"warn","ts":"2026-03-05T08:19:34.263742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:30.054731Z","time spent":"4.209001021s","remote":"127.0.0.1:49606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9627,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-03-05T08:19:34.263718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:30.054825Z","time spent":"4.208881179s","remote":"127.0.0.1:49646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7407,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-05T08:19:34.263767Z","caller":"traceutil/trace.go:171","msg":"trace[683583557] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova-nodes; range_end:; response_count:1; response_revision:24421; }","duration":"4.208807537s","start":"2026-03-05T08:19:30.05495Z","end":"2026-03-05T08:19:34.263757Z","steps":["trace[683583557] 'agreement among raft nodes before linearized reading' (duration: 4.208736645s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:34.263776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.208204593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1454"} {"level":"warn","ts":"2026-03-05T08:19:34.263791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.474219491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T08:19:34.263868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.20890836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:1442"} {"level":"info","ts":"2026-03-05T08:19:34.263874Z","caller":"traceutil/trace.go:171","msg":"trace[1616578589] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:24421; }","duration":"2.474345023s","start":"2026-03-05T08:19:31.789515Z","end":"2026-03-05T08:19:34.26386Z","steps":["trace[1616578589] 'agreement among raft nodes before linearized reading' (duration: 2.474234811s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:34.263923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:31.789491Z","time spent":"2.474419706s","remote":"127.0.0.1:49606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":22,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:34.263943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.209005422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-headless\" ","response":"range_response_count:1 size:1313"} {"level":"warn","ts":"2026-03-05T08:19:34.263952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.208414747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capo-system/capo-webhook-service\" ","response":"range_response_count:1 size:843"} {"level":"warn","ts":"2026-03-05T08:19:34.263193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.208152862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-etcd\" ","response":"range_response_count:1 size:1410"} {"level":"warn","ts":"2026-03-05T08:19:34.264009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.209080854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-05T08:19:34.263993Z","caller":"traceutil/trace.go:171","msg":"trace[1289585601] range","detail":"{range_begin:/registry/services/specs/capo-system/capo-webhook-service; range_end:; response_count:1; response_revision:24421; }","duration":"4.208458699s","start":"2026-03-05T08:19:30.055522Z","end":"2026-03-05T08:19:34.263981Z","steps":["trace[1289585601] 'agreement among raft nodes before linearized reading' (duration: 4.208364647s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:34.264007Z","caller":"traceutil/trace.go:171","msg":"trace[337084024] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-etcd; range_end:; response_count:1; response_revision:24421; }","duration":"4.208998422s","start":"2026-03-05T08:19:30.054992Z","end":"2026-03-05T08:19:34.26399Z","steps":["trace[337084024] 'agreement among raft nodes before linearized reading' (duration: 4.208024539s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:34.264046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:30.055516Z","time spent":"4.208523331s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":866,"request content":"key:\"/registry/services/specs/capo-system/capo-webhook-service\" "} {"level":"warn","ts":"2026-03-05T08:19:34.263728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.375429713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-05T08:19:34.264089Z","caller":"traceutil/trace.go:171","msg":"trace[1957858029] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24421; }","duration":"2.375810453s","start":"2026-03-05T08:19:31.888268Z","end":"2026-03-05T08:19:34.264078Z","steps":["trace[1957858029] 'agreement among raft nodes before linearized reading' (duration: 2.375378512s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:34.264116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.702890197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899e17b7de61653\" ","response":"range_response_count:1 size:775"} {"level":"warn","ts":"2026-03-05T08:19:34.264131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:31.888256Z","time spent":"2.375865484s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T08:19:34.264158Z","caller":"traceutil/trace.go:171","msg":"trace[1348246119] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899e17b7de61653; range_end:; response_count:1; response_revision:24421; }","duration":"1.702959119s","start":"2026-03-05T08:19:32.561189Z","end":"2026-03-05T08:19:34.264148Z","steps":["trace[1348246119] 'agreement among raft nodes before linearized reading' (duration: 1.702862877s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:34.264152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.209201756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1958"} {"level":"warn","ts":"2026-03-05T08:19:34.264188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.208818807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican-nodes\" ","response":"range_response_count:1 size:1266"} {"level":"warn","ts":"2026-03-05T08:19:34.264191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:32.561176Z","time spent":"1.70300876s","remote":"127.0.0.1:49220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899e17b7de61653\" "} {"level":"info","ts":"2026-03-05T08:19:34.26422Z","caller":"traceutil/trace.go:171","msg":"trace[1878262995] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican-nodes; range_end:; response_count:1; response_revision:24421; }","duration":"4.208862949s","start":"2026-03-05T08:19:30.055349Z","end":"2026-03-05T08:19:34.264212Z","steps":["trace[1878262995] 'agreement among raft nodes before linearized reading' (duration: 4.208771797s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:34.264225Z","caller":"traceutil/trace.go:171","msg":"trace[1615959559] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:24421; }","duration":"4.209299809s","start":"2026-03-05T08:19:30.054905Z","end":"2026-03-05T08:19:34.264204Z","steps":["trace[1615959559] 'agreement among raft nodes before linearized reading' (duration: 4.209072223s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:34.264254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:30.05534Z","time spent":"4.2089072s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1289,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-barbican-nodes\" "} {"level":"warn","ts":"2026-03-05T08:19:34.264269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:30.054899Z","time spent":"4.20936208s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":1981,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-05T08:19:34.264297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.049112177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-80de0469-bfc9-4095-a6fa-f1ed54e2fcb7\" ","response":"range_response_count:1 size:2578"} {"level":"info","ts":"2026-03-05T08:19:34.26433Z","caller":"traceutil/trace.go:171","msg":"trace[2138017213] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-80de0469-bfc9-4095-a6fa-f1ed54e2fcb7; range_end:; response_count:1; response_revision:24421; }","duration":"3.049175498s","start":"2026-03-05T08:19:31.215146Z","end":"2026-03-05T08:19:34.264322Z","steps":["trace[2138017213] 'agreement among raft nodes before linearized reading' (duration: 3.049089086s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:34.264177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.209313619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-05T08:19:34.264297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.059773372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-80de0469-bfc9-4095-a6fa-f1ed54e2fcb7\" ","response":"range_response_count:1 size:2578"} {"level":"info","ts":"2026-03-05T08:19:34.264388Z","caller":"traceutil/trace.go:171","msg":"trace[1654360006] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:24421; }","duration":"4.209529525s","start":"2026-03-05T08:19:30.054848Z","end":"2026-03-05T08:19:34.264377Z","steps":["trace[1654360006] 'agreement among raft nodes before linearized reading' (duration: 4.209268078s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:34.264399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006766415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:34.264423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.20933551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rook-ceph-rgw-ceph\" ","response":"range_response_count:1 size:1706"} {"level":"info","ts":"2026-03-05T08:19:34.263961Z","caller":"traceutil/trace.go:171","msg":"trace[1585137276] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-headless; range_end:; response_count:1; response_revision:24421; }","duration":"4.209030383s","start":"2026-03-05T08:19:30.054927Z","end":"2026-03-05T08:19:34.263957Z","steps":["trace[1585137276] 'agreement among raft nodes before linearized reading' (duration: 4.208978192s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:34.264425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:30.054782Z","time spent":"4.209634457s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-03-05T08:19:34.264444Z","caller":"traceutil/trace.go:171","msg":"trace[1682169352] range","detail":"{range_begin:/registry/services/specs/openstack/rook-ceph-rgw-ceph; range_end:; response_count:1; response_revision:24421; }","duration":"4.20936284s","start":"2026-03-05T08:19:30.055075Z","end":"2026-03-05T08:19:34.264438Z","steps":["trace[1682169352] 'agreement among raft nodes before linearized reading' (duration: 4.209307369s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:34.26443Z","caller":"traceutil/trace.go:171","msg":"trace[532463046] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-80de0469-bfc9-4095-a6fa-f1ed54e2fcb7; range_end:; response_count:1; response_revision:24421; }","duration":"3.059943496s","start":"2026-03-05T08:19:31.204454Z","end":"2026-03-05T08:19:34.264398Z","steps":["trace[532463046] 'agreement among raft nodes before linearized reading' (duration: 3.059488795s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:34.264502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.209486664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:1388"} {"level":"info","ts":"2026-03-05T08:19:34.263702Z","caller":"traceutil/trace.go:171","msg":"trace[889310482] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:24421; }","duration":"4.187419765s","start":"2026-03-05T08:19:30.076267Z","end":"2026-03-05T08:19:34.263687Z","steps":["trace[889310482] 'agreement among raft nodes before linearized reading' (duration: 4.187329653s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:34.264527Z","caller":"traceutil/trace.go:171","msg":"trace[1456564885] range","detail":"{range_begin:/registry/services/specs/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:24421; }","duration":"4.209526264s","start":"2026-03-05T08:19:30.054995Z","end":"2026-03-05T08:19:34.264521Z","steps":["trace[1456564885] 'agreement among raft nodes before linearized reading' (duration: 4.209474183s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:34.264543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:30.054985Z","time spent":"4.209552164s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1411,"request content":"key:\"/registry/services/specs/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-03-05T08:19:34.264538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012136424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T08:19:34.263524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:32.303726Z","time spent":"1.959787074s","remote":"127.0.0.1:49176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.222\" "} {"level":"warn","ts":"2026-03-05T08:19:34.264533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:31.204395Z","time spent":"3.060115171s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":2601,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-80de0469-bfc9-4095-a6fa-f1ed54e2fcb7\" "} {"level":"warn","ts":"2026-03-05T08:19:34.264609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038597308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:34.26466Z","caller":"traceutil/trace.go:171","msg":"trace[1955089539] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24421; }","duration":"1.038649059s","start":"2026-03-05T08:19:33.226003Z","end":"2026-03-05T08:19:34.264652Z","steps":["trace[1955089539] 'agreement among raft nodes before linearized reading' (duration: 1.038585208s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:34.263301Z","caller":"traceutil/trace.go:171","msg":"trace[805046292] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24421; }","duration":"4.208399298s","start":"2026-03-05T08:19:30.054892Z","end":"2026-03-05T08:19:34.263291Z","steps":["trace[805046292] 'agreement among raft nodes before linearized reading' (duration: 4.208301516s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:34.263414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:30.054968Z","time spent":"4.208440829s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1479,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-03-05T08:19:34.264708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:30.054887Z","time spent":"4.209815021s","remote":"127.0.0.1:46748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-05T08:19:34.263894Z","caller":"traceutil/trace.go:171","msg":"trace[475047342] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:24421; }","duration":"4.20894394s","start":"2026-03-05T08:19:30.054945Z","end":"2026-03-05T08:19:34.263889Z","steps":["trace[475047342] 'agreement among raft nodes before linearized reading' (duration: 4.208855188s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:34.26446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:30.055071Z","time spent":"4.209385251s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1729,"request content":"key:\"/registry/services/specs/openstack/rook-ceph-rgw-ceph\" "} {"level":"info","ts":"2026-03-05T08:19:34.264029Z","caller":"traceutil/trace.go:171","msg":"trace[1269120282] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24421; }","duration":"4.209111674s","start":"2026-03-05T08:19:30.054913Z","end":"2026-03-05T08:19:34.264025Z","steps":["trace[1269120282] 'agreement among raft nodes before linearized reading' (duration: 4.209058213s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:34.264087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:30.054986Z","time spent":"4.209084073s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1433,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-etcd\" "} {"level":"info","ts":"2026-03-05T08:19:34.264567Z","caller":"traceutil/trace.go:171","msg":"trace[1667862993] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:24421; }","duration":"1.012207216s","start":"2026-03-05T08:19:33.252352Z","end":"2026-03-05T08:19:34.26456Z","steps":["trace[1667862993] 'agreement among raft nodes before linearized reading' (duration: 1.012094763s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:34.263362Z","caller":"traceutil/trace.go:171","msg":"trace[874548318] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24421; }","duration":"3.563551855s","start":"2026-03-05T08:19:30.699795Z","end":"2026-03-05T08:19:34.263347Z","steps":["trace[874548318] 'agreement among raft nodes before linearized reading' (duration: 3.563461623s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:34.263862Z","caller":"traceutil/trace.go:171","msg":"trace[1171553514] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:24421; }","duration":"4.208287905s","start":"2026-03-05T08:19:30.055566Z","end":"2026-03-05T08:19:34.263853Z","steps":["trace[1171553514] 'agreement among raft nodes before linearized reading' (duration: 4.208155742s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:34.264954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:30.055551Z","time spent":"4.209395121s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1477,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-05T08:19:34.264962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:30.699777Z","time spent":"3.565169373s","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:34.26362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.110343211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:34.263571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.101789825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:34.265036Z","caller":"traceutil/trace.go:171","msg":"trace[2070526093] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:24421; }","duration":"2.111791425s","start":"2026-03-05T08:19:32.153233Z","end":"2026-03-05T08:19:34.265025Z","steps":["trace[2070526093] 'agreement among raft nodes before linearized reading' (duration: 2.110360651s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:34.265072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:32.153214Z","time spent":"2.111849257s","remote":"127.0.0.1:34258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:19:34.263492Z","caller":"traceutil/trace.go:171","msg":"trace[918263002] range","detail":"{range_begin:/registry/services/specs/monitoring/loki; range_end:; response_count:1; response_revision:24421; }","duration":"4.208517471s","start":"2026-03-05T08:19:30.054968Z","end":"2026-03-05T08:19:34.263486Z","steps":["trace[918263002] 'agreement among raft nodes before linearized reading' (duration: 4.208460909s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:34.265062Z","caller":"traceutil/trace.go:171","msg":"trace[227298000] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24421; }","duration":"2.103269301s","start":"2026-03-05T08:19:32.161772Z","end":"2026-03-05T08:19:34.265041Z","steps":["trace[227298000] 'agreement among raft nodes before linearized reading' (duration: 2.101770586s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:34.263573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.852737414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:34.265356Z","caller":"traceutil/trace.go:171","msg":"trace[1968423493] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24421; }","duration":"3.854511547s","start":"2026-03-05T08:19:30.410822Z","end":"2026-03-05T08:19:34.265333Z","steps":["trace[1968423493] 'agreement among raft nodes before linearized reading' (duration: 3.852718454s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:34.265433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:30.410736Z","time spent":"3.854676471s","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:34.26549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:32.161747Z","time spent":"2.103472367s","remote":"127.0.0.1:34178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T08:19:34.26402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.214731449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-05T08:19:34.265726Z","caller":"traceutil/trace.go:171","msg":"trace[1442056750] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24421; }","duration":"4.21643133s","start":"2026-03-05T08:19:30.049271Z","end":"2026-03-05T08:19:34.265702Z","steps":["trace[1442056750] 'agreement among raft nodes before linearized reading' (duration: 4.214673557s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:34.263789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:30.054945Z","time spent":"4.208839578s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1269,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-nova-nodes\" "} {"level":"warn","ts":"2026-03-05T08:19:34.264351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:31.21513Z","time spent":"3.049215169s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":2601,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-80de0469-bfc9-4095-a6fa-f1ed54e2fcb7\" "} {"level":"warn","ts":"2026-03-05T08:19:34.264298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.209450313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"warn","ts":"2026-03-05T08:19:34.264357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.952821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:34.264428Z","caller":"traceutil/trace.go:171","msg":"trace[274657208] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24421; }","duration":"1.006826357s","start":"2026-03-05T08:19:33.257593Z","end":"2026-03-05T08:19:34.264419Z","steps":["trace[274657208] 'agreement among raft nodes before linearized reading' (duration: 1.006791946s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:34.264457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:30.054923Z","time spent":"4.209524634s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":1336,"request content":"key:\"/registry/services/specs/monitoring/loki-headless\" "} {"level":"warn","ts":"2026-03-05T08:19:34.264557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:30.07625Z","time spent":"4.188289065s","remote":"127.0.0.1:49240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1849,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-05T08:19:34.264695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:33.225945Z","time spent":"1.038742321s","remote":"127.0.0.1:34162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:34.264784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:30.05494Z","time spent":"4.209832961s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1465,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-03-05T08:19:34.264843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:30.054908Z","time spent":"4.209915993s","remote":"127.0.0.1:46748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-05T08:19:34.266003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:33.257573Z","time spent":"1.008416696s","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:19:34.264089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.209205447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-05T08:19:34.266199Z","caller":"traceutil/trace.go:171","msg":"trace[1658364358] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24421; }","duration":"4.211328377s","start":"2026-03-05T08:19:30.054854Z","end":"2026-03-05T08:19:34.266182Z","steps":["trace[1658364358] 'agreement among raft nodes before linearized reading' (duration: 4.209149935s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:34.266247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:30.054845Z","time spent":"4.211385969s","remote":"127.0.0.1:46748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-05T08:19:34.26639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:30.049266Z","time spent":"4.217114266s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T08:19:34.264915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:33.252324Z","time spent":"1.012554574s","remote":"127.0.0.1:49190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:34.26514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:30.054962Z","time spent":"4.210161129s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":1390,"request content":"key:\"/registry/services/specs/monitoring/loki\" "} {"level":"info","ts":"2026-03-05T08:19:34.266671Z","caller":"traceutil/trace.go:171","msg":"trace[1413830524] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24421; }","duration":"4.211858681s","start":"2026-03-05T08:19:30.054802Z","end":"2026-03-05T08:19:34.26666Z","steps":["trace[1413830524] 'agreement among raft nodes before linearized reading' (duration: 4.209395341s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:34.266698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:30.054782Z","time spent":"4.211908541s","remote":"127.0.0.1:49348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-05T08:19:34.266782Z","caller":"traceutil/trace.go:171","msg":"trace[780730157] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24421; }","duration":"212.3976ms","start":"2026-03-05T08:19:34.054378Z","end":"2026-03-05T08:19:34.266775Z","steps":["trace[780730157] 'agreement among raft nodes before linearized reading' (duration: 209.953402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:34.263298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:30.054972Z","time spent":"4.208318416s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1186,"request content":"key:\"/registry/services/specs/monitoring/vector-headless\" "} {"level":"warn","ts":"2026-03-05T08:19:36.62967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086942687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/nova-cell-setup\" ","response":"range_response_count:1 size:5185"} {"level":"info","ts":"2026-03-05T08:19:36.629747Z","caller":"traceutil/trace.go:171","msg":"trace[283725254] range","detail":"{range_begin:/registry/cronjobs/openstack/nova-cell-setup; range_end:; response_count:1; response_revision:24445; }","duration":"1.087062249s","start":"2026-03-05T08:19:35.542662Z","end":"2026-03-05T08:19:36.629725Z","steps":["trace[283725254] 'range keys from in-memory index tree' (duration: 1.086721351s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:36.629787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:35.542647Z","time spent":"1.087131382s","remote":"127.0.0.1:49406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":5208,"request content":"key:\"/registry/cronjobs/openstack/nova-cell-setup\" "} {"level":"warn","ts":"2026-03-05T08:19:36.63006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137439677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/cinder-volume-usage-audit\" ","response":"range_response_count:1 size:5210"} {"level":"info","ts":"2026-03-05T08:19:36.63009Z","caller":"traceutil/trace.go:171","msg":"trace[1777577060] range","detail":"{range_begin:/registry/cronjobs/openstack/cinder-volume-usage-audit; range_end:; response_count:1; response_revision:24445; }","duration":"1.137513619s","start":"2026-03-05T08:19:35.492567Z","end":"2026-03-05T08:19:36.630081Z","steps":["trace[1777577060] 'range keys from in-memory index tree' (duration: 1.137302313s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:36.630136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:35.492545Z","time spent":"1.137582861s","remote":"127.0.0.1:49406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":5233,"request content":"key:\"/registry/cronjobs/openstack/cinder-volume-usage-audit\" "} {"level":"warn","ts":"2026-03-05T08:19:36.630309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154838064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418256"} {"level":"info","ts":"2026-03-05T08:19:36.630408Z","caller":"traceutil/trace.go:171","msg":"trace[966450333] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24445; }","duration":"1.154960287s","start":"2026-03-05T08:19:35.475421Z","end":"2026-03-05T08:19:36.630381Z","steps":["trace[966450333] 'range keys from in-memory index tree' (duration: 1.154529767s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:36.630425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061782374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-j9t2j\" ","response":"range_response_count:1 size:4865"} {"level":"warn","ts":"2026-03-05T08:19:36.630303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212825194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-cfn\" ","response":"range_response_count:1 size:7866"} {"level":"info","ts":"2026-03-05T08:19:36.630545Z","caller":"traceutil/trace.go:171","msg":"trace[1523951222] range","detail":"{range_begin:/registry/deployments/openstack/heat-cfn; range_end:; response_count:1; response_revision:24445; }","duration":"1.21311405s","start":"2026-03-05T08:19:35.417404Z","end":"2026-03-05T08:19:36.630518Z","steps":["trace[1523951222] 'range keys from in-memory index tree' (duration: 1.212544417s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:36.630604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16258318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/nova-service-cleaner\" ","response":"range_response_count:1 size:6576"} {"level":"warn","ts":"2026-03-05T08:19:36.63048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112706974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:5346"} {"level":"info","ts":"2026-03-05T08:19:36.630644Z","caller":"traceutil/trace.go:171","msg":"trace[1784025300] range","detail":"{range_begin:/registry/cronjobs/openstack/nova-service-cleaner; range_end:; response_count:1; response_revision:24445; }","duration":"1.162652332s","start":"2026-03-05T08:19:35.467978Z","end":"2026-03-05T08:19:36.630631Z","steps":["trace[1784025300] 'range keys from in-memory index tree' (duration: 1.162450226s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:36.630649Z","caller":"traceutil/trace.go:171","msg":"trace[225851389] range","detail":"{range_begin:/registry/cronjobs/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:24445; }","duration":"1.112910989s","start":"2026-03-05T08:19:35.517728Z","end":"2026-03-05T08:19:36.630639Z","steps":["trace[225851389] 'range keys from in-memory index tree' (duration: 1.112588192s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:36.630671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:35.467962Z","time spent":"1.162703262s","remote":"127.0.0.1:49406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":6599,"request content":"key:\"/registry/cronjobs/openstack/nova-service-cleaner\" "} {"level":"warn","ts":"2026-03-05T08:19:36.63068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:35.517709Z","time spent":"1.112963181s","remote":"127.0.0.1:49406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":5369,"request content":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" "} {"level":"warn","ts":"2026-03-05T08:19:36.630678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.22846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:10704"} {"level":"warn","ts":"2026-03-05T08:19:36.630755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.031706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:10672"} {"level":"info","ts":"2026-03-05T08:19:36.630485Z","caller":"traceutil/trace.go:171","msg":"trace[584861080] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-75c4c745bc-j9t2j; range_end:; response_count:1; response_revision:24445; }","duration":"1.061890167s","start":"2026-03-05T08:19:35.568581Z","end":"2026-03-05T08:19:36.630471Z","steps":["trace[584861080] 'range keys from in-memory index tree' (duration: 1.06162569s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:36.630808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187056466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-scheduler\" ","response":"range_response_count:1 size:7207"} {"level":"warn","ts":"2026-03-05T08:19:36.630852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037386849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-chunks-cache-0\" ","response":"range_response_count:1 size:4769"} {"level":"info","ts":"2026-03-05T08:19:36.630881Z","caller":"traceutil/trace.go:171","msg":"trace[1976567590] range","detail":"{range_begin:/registry/pods/monitoring/loki-chunks-cache-0; range_end:; response_count:1; response_revision:24445; }","duration":"1.0374452s","start":"2026-03-05T08:19:35.593427Z","end":"2026-03-05T08:19:36.630872Z","steps":["trace[1976567590] 'range keys from in-memory index tree' (duration: 1.037286267s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:36.630884Z","caller":"traceutil/trace.go:171","msg":"trace[940978511] range","detail":"{range_begin:/registry/deployments/openstack/nova-scheduler; range_end:; response_count:1; response_revision:24445; }","duration":"1.187180489s","start":"2026-03-05T08:19:35.443686Z","end":"2026-03-05T08:19:36.630866Z","steps":["trace[940978511] 'range keys from in-memory index tree' (duration: 1.186847002s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:36.630897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237763852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:5015"} {"level":"warn","ts":"2026-03-05T08:19:36.630918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:35.59341Z","time spent":"1.037500112s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":4792,"request content":"key:\"/registry/pods/monitoring/loki-chunks-cache-0\" "} {"level":"warn","ts":"2026-03-05T08:19:36.63093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:35.443668Z","time spent":"1.18725024s","remote":"127.0.0.1:49602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7230,"request content":"key:\"/registry/deployments/openstack/nova-scheduler\" "} {"level":"info","ts":"2026-03-05T08:19:36.630764Z","caller":"traceutil/trace.go:171","msg":"trace[1334709025] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:24445; }","duration":"937.361842ms","start":"2026-03-05T08:19:35.693381Z","end":"2026-03-05T08:19:36.630742Z","steps":["trace[1334709025] 'range keys from in-memory index tree' (duration: 936.966604ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:36.630953Z","caller":"traceutil/trace.go:171","msg":"trace[1682826349] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:24445; }","duration":"1.237861494s","start":"2026-03-05T08:19:35.393074Z","end":"2026-03-05T08:19:36.630936Z","steps":["trace[1682826349] 'range keys from in-memory index tree' (duration: 1.237607908s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:36.630997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:35.693365Z","time spent":"937.620619ms","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10727,"request content":"key:\"/registry/pods/openstack/rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-05T08:19:36.631004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:35.393052Z","time spent":"1.237939225s","remote":"127.0.0.1:49602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":5038,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-03-05T08:19:36.63101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.887904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11489"} {"level":"warn","ts":"2026-03-05T08:19:36.631018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.192501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-cfn-849bc45c78-ln225\" ","response":"range_response_count:1 size:8476"} {"level":"warn","ts":"2026-03-05T08:19:36.631025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012758019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16940"} {"level":"info","ts":"2026-03-05T08:19:36.631048Z","caller":"traceutil/trace.go:171","msg":"trace[1471205119] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:24445; }","duration":"963.005977ms","start":"2026-03-05T08:19:35.668031Z","end":"2026-03-05T08:19:36.631037Z","steps":["trace[1471205119] 'range keys from in-memory index tree' (duration: 962.768231ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:36.631052Z","caller":"traceutil/trace.go:171","msg":"trace[1273503419] range","detail":"{range_begin:/registry/pods/openstack/heat-cfn-849bc45c78-ln225; range_end:; response_count:1; response_revision:24445; }","duration":"988.247102ms","start":"2026-03-05T08:19:35.642795Z","end":"2026-03-05T08:19:36.631042Z","steps":["trace[1273503419] 'range keys from in-memory index tree' (duration: 988.110929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:36.630604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:35.417389Z","time spent":"1.213198613s","remote":"127.0.0.1:49602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7889,"request content":"key:\"/registry/deployments/openstack/heat-cfn\" "} {"level":"warn","ts":"2026-03-05T08:19:36.631073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.465837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3716"} {"level":"warn","ts":"2026-03-05T08:19:36.631085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:35.642784Z","time spent":"988.293373ms","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":8499,"request content":"key:\"/registry/pods/openstack/heat-cfn-849bc45c78-ln225\" "} {"level":"info","ts":"2026-03-05T08:19:36.631082Z","caller":"traceutil/trace.go:171","msg":"trace[2089910204] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:24445; }","duration":"1.012853992s","start":"2026-03-05T08:19:35.61821Z","end":"2026-03-05T08:19:36.631064Z","steps":["trace[2089910204] 'range keys from in-memory index tree' (duration: 1.012574604s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:36.63108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:35.668015Z","time spent":"963.057748ms","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":11512,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"info","ts":"2026-03-05T08:19:36.631113Z","caller":"traceutil/trace.go:171","msg":"trace[1540576289] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:24445; }","duration":"887.530039ms","start":"2026-03-05T08:19:35.743572Z","end":"2026-03-05T08:19:36.631102Z","steps":["trace[1540576289] 'range keys from in-memory index tree' (duration: 887.360425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:36.631123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:35.618091Z","time spent":"1.013023816s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16963,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-05T08:19:36.63082Z","caller":"traceutil/trace.go:171","msg":"trace[1025286918] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:24445; }","duration":"912.158169ms","start":"2026-03-05T08:19:35.718644Z","end":"2026-03-05T08:19:36.630802Z","steps":["trace[1025286918] 'range keys from in-memory index tree' (duration: 911.860422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:36.631142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:35.743558Z","time spent":"887.57668ms","remote":"127.0.0.1:49320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3739,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-05T08:19:36.630475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:35.475413Z","time spent":"1.155047609s","remote":"127.0.0.1:48126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418279,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-05T08:19:36.631158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:35.718625Z","time spent":"912.527388ms","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10695,"request content":"key:\"/registry/pods/openstack/rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-05T08:19:36.630769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:36.175041Z","time spent":"455.720862ms","remote":"127.0.0.1:49756","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T08:19:36.631216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.271084ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:19:36.631345Z","caller":"traceutil/trace.go:171","msg":"trace[321022877] transaction","detail":"{read_only:false; response_revision:24446; number_of_response:1; }","duration":"875.591632ms","start":"2026-03-05T08:19:35.755731Z","end":"2026-03-05T08:19:36.631323Z","steps":["trace[321022877] 'process raft request' (duration: 376.127263ms)","trace[321022877] 'compare' (duration: 498.795013ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:36.631488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:35.755705Z","time spent":"875.744255ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:36.63084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:35.568563Z","time spent":"1.062267725s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":4888,"request content":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-j9t2j\" "} {"level":"info","ts":"2026-03-05T08:19:37.207726Z","caller":"traceutil/trace.go:171","msg":"trace[190370018] linearizableReadLoop","detail":"{readStateIndex:25311; appliedIndex:25305; }","duration":"1.45011416s","start":"2026-03-05T08:19:35.757587Z","end":"2026-03-05T08:19:37.207702Z","steps":["trace[190370018] 'read index received' (duration: 374.28624ms)","trace[190370018] 'applied index is now lower than readState.Index' (duration: 1.07582677s)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:19:37.207797Z","caller":"traceutil/trace.go:171","msg":"trace[1219241687] transaction","detail":"{read_only:false; response_revision:24451; number_of_response:1; }","duration":"1.450666663s","start":"2026-03-05T08:19:35.757112Z","end":"2026-03-05T08:19:37.207779Z","steps":["trace[1219241687] 'process raft request' (duration: 1.450510459s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:37.207815Z","caller":"traceutil/trace.go:171","msg":"trace[1418067859] transaction","detail":"{read_only:false; response_revision:24450; number_of_response:1; }","duration":"1.451047162s","start":"2026-03-05T08:19:35.756746Z","end":"2026-03-05T08:19:37.207794Z","steps":["trace[1418067859] 'process raft request' (duration: 1.450839907s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:37.207813Z","caller":"traceutil/trace.go:171","msg":"trace[1106671364] transaction","detail":"{read_only:false; response_revision:24449; number_of_response:1; }","duration":"1.451168415s","start":"2026-03-05T08:19:35.756612Z","end":"2026-03-05T08:19:37.207781Z","steps":["trace[1106671364] 'process raft request' (duration: 1.450901969s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:37.207827Z","caller":"traceutil/trace.go:171","msg":"trace[1931276697] transaction","detail":"{read_only:false; response_revision:24447; number_of_response:1; }","duration":"1.451995704s","start":"2026-03-05T08:19:35.755798Z","end":"2026-03-05T08:19:37.207794Z","steps":["trace[1931276697] 'process raft request' (duration: 1.391265689s)","trace[1931276697] 'compare' (duration: 60.136331ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:19:37.207835Z","caller":"traceutil/trace.go:171","msg":"trace[624367890] transaction","detail":"{read_only:false; response_revision:24452; number_of_response:1; }","duration":"1.449885884s","start":"2026-03-05T08:19:35.757917Z","end":"2026-03-05T08:19:37.207803Z","steps":["trace[624367890] 'process raft request' (duration: 1.449742201s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:37.207904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:35.7571Z","time spent":"1.450734175s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:37.207934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:35.756712Z","time spent":"1.451151925s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:37.207967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:35.7566Z","time spent":"1.451281407s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:37.207957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450356135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.1899e4223c7098b7\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-03-05T08:19:37.207837Z","caller":"traceutil/trace.go:171","msg":"trace[1688720743] transaction","detail":"{read_only:false; response_revision:24448; number_of_response:1; }","duration":"1.451500672s","start":"2026-03-05T08:19:35.756303Z","end":"2026-03-05T08:19:37.207804Z","steps":["trace[1688720743] 'process raft request' (duration: 1.451118963s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:37.207998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:35.755772Z","time spent":"1.452136098s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:37.208016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:35.757904Z","time spent":"1.450025618s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:37.20804Z","caller":"traceutil/trace.go:171","msg":"trace[930366101] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.1899e4223c7098b7; range_end:; response_count:1; response_revision:24452; }","duration":"1.450475399s","start":"2026-03-05T08:19:35.757542Z","end":"2026-03-05T08:19:37.208018Z","steps":["trace[930366101] 'agreement among raft nodes before linearized reading' (duration: 1.450262704s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:37.208105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:35.757518Z","time spent":"1.450566721s","remote":"127.0.0.1:49220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.1899e4223c7098b7\" "} {"level":"warn","ts":"2026-03-05T08:19:37.208132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:35.756283Z","time spent":"1.451761799s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:37.707846Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031208814,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:19:37.802827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999880484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T08:19:37.802915Z","caller":"traceutil/trace.go:171","msg":"trace[1447847046] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000032448s","start":"2026-03-05T08:19:35.802863Z","end":"2026-03-05T08:19:37.802895Z","steps":["trace[1447847046] 'agreement among raft nodes before linearized reading' (duration: 1.999910765s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:37.802964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:35.802849Z","time spent":"2.000105139s","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:19:38.316064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.849987ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:19:38.316181Z","caller":"traceutil/trace.go:171","msg":"trace[2083124927] transaction","detail":"{read_only:false; response_revision:24453; number_of_response:1; }","duration":"1.29861156s","start":"2026-03-05T08:19:37.017548Z","end":"2026-03-05T08:19:38.31616Z","steps":["trace[2083124927] 'process raft request' (duration: 854.585619ms)","trace[2083124927] 'compare' (duration: 443.475917ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:38.316241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:37.017517Z","time spent":"1.298694701s","remote":"127.0.0.1:48126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418314,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:38.857522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000002097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T08:19:38.857611Z","caller":"traceutil/trace.go:171","msg":"trace[1397263251] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00014465s","start":"2026-03-05T08:19:36.857447Z","end":"2026-03-05T08:19:38.857592Z","steps":["trace[1397263251] 'agreement among raft nodes before linearized reading' (duration: 2.000030818s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:38.857661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:36.857429Z","time spent":"2.000222402s","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 08:19:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T08:19:39.526183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.909656ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:39.526334Z","caller":"traceutil/trace.go:171","msg":"trace[1695655857] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24453; }","duration":"711.074811ms","start":"2026-03-05T08:19:38.815236Z","end":"2026-03-05T08:19:39.526311Z","steps":["trace[1695655857] 'range keys from in-memory index tree' (duration: 710.888665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:39.526809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.599396ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-05T08:19:39.527017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:37.210271Z","time spent":"2.316737747s","remote":"127.0.0.1:49220","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-05T08:19:39.527815Z","caller":"traceutil/trace.go:171","msg":"trace[1402265134] transaction","detail":"{read_only:false; response_revision:24454; number_of_response:1; }","duration":"2.03349662s","start":"2026-03-05T08:19:37.494291Z","end":"2026-03-05T08:19:39.527788Z","steps":["trace[1402265134] 'process raft request' (duration: 2.032684751s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:39.528095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:37.494266Z","time spent":"2.033614833s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:39.804425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000783615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T08:19:39.804516Z","caller":"traceutil/trace.go:171","msg":"trace[2126303112] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000921118s","start":"2026-03-05T08:19:37.803566Z","end":"2026-03-05T08:19:39.804488Z","steps":["trace[2126303112] 'agreement among raft nodes before linearized reading' (duration: 2.000818346s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:39.804571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:37.803546Z","time spent":"2.001009501s","remote":"127.0.0.1:49166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 08:19:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T08:19:40.568763Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.026351806s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T08:19:41.279257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999644228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T08:19:41.279362Z","caller":"traceutil/trace.go:171","msg":"trace[856702989] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999804172s","start":"2026-03-05T08:19:36.279528Z","end":"2026-03-05T08:19:41.279332Z","steps":["trace[856702989] 'agreement among raft nodes before linearized reading' (duration: 4.999662439s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:41.279418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:36.279511Z","time spent":"4.999895134s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T08:19:41.57132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998642465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T08:19:41.571382Z","caller":"traceutil/trace.go:171","msg":"trace[1281928002] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.998741408s","start":"2026-03-05T08:19:36.572625Z","end":"2026-03-05T08:19:41.571366Z","steps":["trace[1281928002] 'agreement among raft nodes before linearized reading' (duration: 4.998661596s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:41.571419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:36.572616Z","time spent":"4.998796129s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T08:19:41.571451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999569387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T08:19:41.57154Z","caller":"traceutil/trace.go:171","msg":"trace[728341912] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.99970141s","start":"2026-03-05T08:19:36.571814Z","end":"2026-03-05T08:19:41.571515Z","steps":["trace[728341912] 'agreement among raft nodes before linearized reading' (duration: 4.999585358s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:41.571615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:36.571799Z","time spent":"4.999802332s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T08:19:41.80968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999925685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T08:19:41.809741Z","caller":"traceutil/trace.go:171","msg":"trace[744112678] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000049828s","start":"2026-03-05T08:19:39.809678Z","end":"2026-03-05T08:19:41.809727Z","steps":["trace[744112678] 'agreement among raft nodes before linearized reading' (duration: 1.999967986s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:41.809776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:39.809653Z","time spent":"2.00011293s","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:19:42.335093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.807313092s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-05T08:19:42.335378Z","caller":"traceutil/trace.go:171","msg":"trace[1468193769] linearizableReadLoop","detail":"{readStateIndex:25316; appliedIndex:25312; }","duration":"5.127568714s","start":"2026-03-05T08:19:37.20779Z","end":"2026-03-05T08:19:42.335359Z","steps":["trace[1468193769] 'read index received' (duration: 664.35501ms)","trace[1468193769] 'applied index is now lower than readState.Index' (duration: 4.463212514s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:42.336345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.700232127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15430"} {"level":"warn","ts":"2026-03-05T08:19:42.336345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.517335178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-8578585544-p9k6f\" ","response":"range_response_count:1 size:11671"} {"level":"info","ts":"2026-03-05T08:19:42.336382Z","caller":"traceutil/trace.go:171","msg":"trace[1016237039] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:24454; }","duration":"5.700290399s","start":"2026-03-05T08:19:36.636081Z","end":"2026-03-05T08:19:42.336371Z","steps":["trace[1016237039] 'agreement among raft nodes before linearized reading' (duration: 5.700134085s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:42.33639Z","caller":"traceutil/trace.go:171","msg":"trace[982273555] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-8578585544-p9k6f; range_end:; response_count:1; response_revision:24454; }","duration":"6.51743207s","start":"2026-03-05T08:19:35.818944Z","end":"2026-03-05T08:19:42.336376Z","steps":["trace[982273555] 'agreement among raft nodes before linearized reading' (duration: 6.517275506s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:42.336379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.54285499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:10669"} {"level":"warn","ts":"2026-03-05T08:19:42.336384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.568172917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-scheduler-7d757f7454-24r8j\" ","response":"range_response_count:1 size:7816"} {"level":"warn","ts":"2026-03-05T08:19:42.336415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:36.636073Z","time spent":"5.70033401s","remote":"127.0.0.1:49606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":15453,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-03-05T08:19:42.336422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:35.818917Z","time spent":"6.517497462s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":11694,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-8578585544-p9k6f\" "} {"level":"info","ts":"2026-03-05T08:19:42.336445Z","caller":"traceutil/trace.go:171","msg":"trace[1368408861] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24454; }","duration":"6.542926591s","start":"2026-03-05T08:19:35.7935Z","end":"2026-03-05T08:19:42.336427Z","steps":["trace[1368408861] 'agreement among raft nodes before linearized reading' (duration: 6.542725027s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:42.336453Z","caller":"traceutil/trace.go:171","msg":"trace[2003398075] range","detail":"{range_begin:/registry/pods/openstack/nova-scheduler-7d757f7454-24r8j; range_end:; response_count:1; response_revision:24454; }","duration":"6.56830452s","start":"2026-03-05T08:19:35.768131Z","end":"2026-03-05T08:19:42.336436Z","steps":["trace[2003398075] 'agreement among raft nodes before linearized reading' (duration: 6.568126935s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:42.336483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:35.793459Z","time spent":"6.543016064s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10692,"request content":"key:\"/registry/pods/openstack/rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-05T08:19:42.336498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:35.768096Z","time spent":"6.568393732s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":7839,"request content":"key:\"/registry/pods/openstack/nova-scheduler-7d757f7454-24r8j\" "} {"level":"warn","ts":"2026-03-05T08:19:42.336508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.698817544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:15275"} {"level":"warn","ts":"2026-03-05T08:19:42.336515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.701223431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-prsxl\" ","response":"range_response_count:1 size:4023"} {"level":"warn","ts":"2026-03-05T08:19:42.336384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.699980732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-pr6cj\" ","response":"range_response_count:1 size:3969"} {"level":"info","ts":"2026-03-05T08:19:42.336578Z","caller":"traceutil/trace.go:171","msg":"trace[2128882621] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-prsxl; range_end:; response_count:1; response_revision:24454; }","duration":"5.701307082s","start":"2026-03-05T08:19:36.635246Z","end":"2026-03-05T08:19:42.336553Z","steps":["trace[2128882621] 'agreement among raft nodes before linearized reading' (duration: 5.701182809s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:42.336384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.765072841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-05T08:19:42.336605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.698750043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-xtqmr\" ","response":"range_response_count:1 size:3482"} {"level":"info","ts":"2026-03-05T08:19:42.336621Z","caller":"traceutil/trace.go:171","msg":"trace[1277238024] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-xtqmr; range_end:; response_count:1; response_revision:24454; }","duration":"5.698774663s","start":"2026-03-05T08:19:36.637841Z","end":"2026-03-05T08:19:42.336616Z","steps":["trace[1277238024] 'agreement among raft nodes before linearized reading' (duration: 5.698719562s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:42.336615Z","caller":"traceutil/trace.go:171","msg":"trace[466341141] range","detail":"{range_begin:/registry/pods/local-path-storage/local-path-provisioner-679c578f5-pr6cj; range_end:; response_count:1; response_revision:24454; }","duration":"5.700245778s","start":"2026-03-05T08:19:36.636358Z","end":"2026-03-05T08:19:42.336603Z","steps":["trace[466341141] 'agreement among raft nodes before linearized reading' (duration: 5.699834788s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:42.336622Z","caller":"traceutil/trace.go:171","msg":"trace[12464719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24454; }","duration":"5.765358568s","start":"2026-03-05T08:19:36.571254Z","end":"2026-03-05T08:19:42.336613Z","steps":["trace[12464719] 'agreement among raft nodes before linearized reading' (duration: 5.76501941s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:42.336631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.699154292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/vector-8sbz6\" ","response":"range_response_count:1 size:5977"} {"level":"warn","ts":"2026-03-05T08:19:42.336629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:36.635225Z","time spent":"5.701388055s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4046,"request content":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-prsxl\" "} {"level":"warn","ts":"2026-03-05T08:19:42.336647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.700678468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-46jnl\" ","response":"range_response_count:1 size:3167"} {"level":"warn","ts":"2026-03-05T08:19:42.336629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.700539885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-75c4c745bc\" ","response":"range_response_count:1 size:4519"} {"level":"warn","ts":"2026-03-05T08:19:42.336658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:36.571235Z","time spent":"5.76541284s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T08:19:42.336678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.698936647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/heat-cfn-849bc45c78\" ","response":"range_response_count:1 size:7567"} {"level":"warn","ts":"2026-03-05T08:19:42.336655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.69905476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9581"} {"level":"info","ts":"2026-03-05T08:19:42.336681Z","caller":"traceutil/trace.go:171","msg":"trace[1467747396] range","detail":"{range_begin:/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-46jnl; range_end:; response_count:1; response_revision:24454; }","duration":"5.700706479s","start":"2026-03-05T08:19:36.635961Z","end":"2026-03-05T08:19:42.336667Z","steps":["trace[1467747396] 'agreement among raft nodes before linearized reading' (duration: 5.700636947s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:42.336691Z","caller":"traceutil/trace.go:171","msg":"trace[846789484] range","detail":"{range_begin:/registry/replicasets/openstack/heat-cfn-849bc45c78; range_end:; response_count:1; response_revision:24454; }","duration":"5.698949228s","start":"2026-03-05T08:19:36.637738Z","end":"2026-03-05T08:19:42.336687Z","steps":["trace[846789484] 'agreement among raft nodes before linearized reading' (duration: 5.698905356s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:42.336708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:36.637717Z","time spent":"5.698988238s","remote":"127.0.0.1:49620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":7590,"request content":"key:\"/registry/replicasets/openstack/heat-cfn-849bc45c78\" "} {"level":"info","ts":"2026-03-05T08:19:42.336698Z","caller":"traceutil/trace.go:171","msg":"trace[1950929601] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-75c4c745bc; range_end:; response_count:1; response_revision:24454; }","duration":"5.700632587s","start":"2026-03-05T08:19:36.636044Z","end":"2026-03-05T08:19:42.336676Z","steps":["trace[1950929601] 'agreement among raft nodes before linearized reading' (duration: 5.700441723s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:42.336712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:36.635926Z","time spent":"5.70077758s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":3190,"request content":"key:\"/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-46jnl\" "} {"level":"warn","ts":"2026-03-05T08:19:42.336713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.059419865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-80de0469-bfc9-4095-a6fa-f1ed54e2fcb7\" ","response":"range_response_count:1 size:3644"} {"level":"warn","ts":"2026-03-05T08:19:42.336729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.699170152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" ","response":"range_response_count:1 size:3889"} {"level":"warn","ts":"2026-03-05T08:19:42.336737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:36.636028Z","time spent":"5.700700829s","remote":"127.0.0.1:49620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":4542,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-75c4c745bc\" "} {"level":"info","ts":"2026-03-05T08:19:42.336749Z","caller":"traceutil/trace.go:171","msg":"trace[1976598428] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-80de0469-bfc9-4095-a6fa-f1ed54e2fcb7; range_end:; response_count:1; response_revision:24454; }","duration":"6.059491347s","start":"2026-03-05T08:19:36.277247Z","end":"2026-03-05T08:19:42.336739Z","steps":["trace[1976598428] 'agreement among raft nodes before linearized reading' (duration: 6.059397485s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:42.336756Z","caller":"traceutil/trace.go:171","msg":"trace[1096665094] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-chunks-cache; range_end:; response_count:1; response_revision:24454; }","duration":"5.699220964s","start":"2026-03-05T08:19:36.637528Z","end":"2026-03-05T08:19:42.336748Z","steps":["trace[1096665094] 'agreement among raft nodes before linearized reading' (duration: 5.699146702s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:42.336778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:36.277224Z","time spent":"6.059547648s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-80de0469-bfc9-4095-a6fa-f1ed54e2fcb7\" "} {"level":"warn","ts":"2026-03-05T08:19:42.336634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:36.637837Z","time spent":"5.698793683s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":3505,"request content":"key:\"/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-xtqmr\" "} {"level":"warn","ts":"2026-03-05T08:19:42.336653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:36.636341Z","time spent":"5.700302449s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3992,"request content":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-pr6cj\" "} {"level":"warn","ts":"2026-03-05T08:19:42.336828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.699292205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-6n6j4\" ","response":"range_response_count:1 size:4909"} {"level":"info","ts":"2026-03-05T08:19:42.336847Z","caller":"traceutil/trace.go:171","msg":"trace[1047106965] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-6n6j4; range_end:; response_count:1; response_revision:24454; }","duration":"5.699323116s","start":"2026-03-05T08:19:36.637518Z","end":"2026-03-05T08:19:42.336841Z","steps":["trace[1047106965] 'agreement among raft nodes before linearized reading' (duration: 5.699265775s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:42.336838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.700422682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-knvfq\" ","response":"range_response_count:1 size:5463"} {"level":"warn","ts":"2026-03-05T08:19:42.336859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.699353846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-conductor-5d9799998-zrm6q\" ","response":"range_response_count:1 size:7811"} {"level":"warn","ts":"2026-03-05T08:19:42.336864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:36.637508Z","time spent":"5.699351307s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4932,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-6n6j4\" "} {"level":"info","ts":"2026-03-05T08:19:42.336885Z","caller":"traceutil/trace.go:171","msg":"trace[1049485277] range","detail":"{range_begin:/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-knvfq; range_end:; response_count:1; response_revision:24454; }","duration":"5.700483574s","start":"2026-03-05T08:19:36.636385Z","end":"2026-03-05T08:19:42.336869Z","steps":["trace[1049485277] 'agreement among raft nodes before linearized reading' (duration: 5.700353871s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:42.336889Z","caller":"traceutil/trace.go:171","msg":"trace[840407244] range","detail":"{range_begin:/registry/pods/openstack/nova-conductor-5d9799998-zrm6q; range_end:; response_count:1; response_revision:24454; }","duration":"5.699380067s","start":"2026-03-05T08:19:36.6375Z","end":"2026-03-05T08:19:42.33688Z","steps":["trace[840407244] 'agreement among raft nodes before linearized reading' (duration: 5.699298815s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:42.336905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.236036407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-80de0469-bfc9-4095-a6fa-f1ed54e2fcb7\" ","response":"range_response_count:1 size:3644"} {"level":"warn","ts":"2026-03-05T08:19:42.336926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:36.636376Z","time spent":"5.700539205s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":1,"response size":5486,"request content":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-knvfq\" "} {"level":"warn","ts":"2026-03-05T08:19:42.33693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:36.637485Z","time spent":"5.699438119s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":7834,"request content":"key:\"/registry/pods/openstack/nova-conductor-5d9799998-zrm6q\" "} {"level":"info","ts":"2026-03-05T08:19:42.337011Z","caller":"traceutil/trace.go:171","msg":"trace[1248582576] transaction","detail":"{read_only:false; response_revision:24455; number_of_response:1; }","duration":"3.699318899s","start":"2026-03-05T08:19:38.637686Z","end":"2026-03-05T08:19:42.337005Z","steps":["trace[1248582576] 'process raft request' (duration: 3.697512795s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:42.337063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:38.637655Z","time spent":"3.69936937s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:42.336561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.700585026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9545"} {"level":"info","ts":"2026-03-05T08:19:42.338923Z","caller":"traceutil/trace.go:171","msg":"trace[1616750350] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:24454; }","duration":"5.702960032s","start":"2026-03-05T08:19:36.635926Z","end":"2026-03-05T08:19:42.338886Z","steps":["trace[1616750350] 'agreement among raft nodes before linearized reading' (duration: 5.700495583s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:42.33898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:36.635909Z","time spent":"5.703054005s","remote":"127.0.0.1:49606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9568,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" "} {"level":"info","ts":"2026-03-05T08:19:42.336535Z","caller":"traceutil/trace.go:171","msg":"trace[1029847786] range","detail":"{range_begin:/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:24454; }","duration":"5.698854205s","start":"2026-03-05T08:19:36.637672Z","end":"2026-03-05T08:19:42.336526Z","steps":["trace[1029847786] 'agreement among raft nodes before linearized reading' (duration: 5.698772833s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:42.339111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:36.637664Z","time spent":"5.701433926s","remote":"127.0.0.1:49606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":15298,"request content":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-05T08:19:42.336782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:36.637514Z","time spent":"5.699262865s","remote":"127.0.0.1:49606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":3912,"request content":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" "} {"level":"info","ts":"2026-03-05T08:19:42.336713Z","caller":"traceutil/trace.go:171","msg":"trace[822282944] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:24454; }","duration":"5.699130362s","start":"2026-03-05T08:19:36.637568Z","end":"2026-03-05T08:19:42.336699Z","steps":["trace[822282944] 'agreement among raft nodes before linearized reading' (duration: 5.698991719s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:42.339328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:36.637553Z","time spent":"5.701766875s","remote":"127.0.0.1:49606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9604,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" "} {"level":"info","ts":"2026-03-05T08:19:42.336937Z","caller":"traceutil/trace.go:171","msg":"trace[2118265669] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-80de0469-bfc9-4095-a6fa-f1ed54e2fcb7; range_end:; response_count:1; response_revision:24454; }","duration":"6.236098988s","start":"2026-03-05T08:19:36.100827Z","end":"2026-03-05T08:19:42.336926Z","steps":["trace[2118265669] 'agreement among raft nodes before linearized reading' (duration: 6.236025706s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:42.339488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:36.100808Z","time spent":"6.23867013s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-80de0469-bfc9-4095-a6fa-f1ed54e2fcb7\" "} {"level":"info","ts":"2026-03-05T08:19:42.336657Z","caller":"traceutil/trace.go:171","msg":"trace[1562275251] range","detail":"{range_begin:/registry/pods/monitoring/vector-8sbz6; range_end:; response_count:1; response_revision:24454; }","duration":"5.699190773s","start":"2026-03-05T08:19:36.637458Z","end":"2026-03-05T08:19:42.336649Z","steps":["trace[1562275251] 'agreement among raft nodes before linearized reading' (duration: 5.699114691s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:42.339828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:36.637452Z","time spent":"5.702358478s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":6000,"request content":"key:\"/registry/pods/monitoring/vector-8sbz6\" "} {"level":"warn","ts":"2026-03-05T08:19:43.663128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.720902939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:19:43.663239Z","caller":"traceutil/trace.go:171","msg":"trace[911328947] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:24455; }","duration":"7.721062063s","start":"2026-03-05T08:19:35.942145Z","end":"2026-03-05T08:19:43.663207Z","steps":["trace[911328947] 'agreement among raft nodes before linearized reading' (duration: 6.394764791s)","trace[911328947] 'count revisions from in-memory index tree' (duration: 1.326155959s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:43.663318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:35.942089Z","time spent":"7.721215556s","remote":"127.0.0.1:49656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:43.663387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.795264431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-wg926\" ","response":"range_response_count:1 size:4584"} {"level":"info","ts":"2026-03-05T08:19:43.663435Z","caller":"traceutil/trace.go:171","msg":"trace[1057545230] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-cf54cb88c-wg926; range_end:; response_count:1; response_revision:24455; }","duration":"7.795352793s","start":"2026-03-05T08:19:35.868067Z","end":"2026-03-05T08:19:43.66342Z","steps":["trace[1057545230] 'agreement among raft nodes before linearized reading' (duration: 6.468852486s)","trace[1057545230] 'range keys from in-memory index tree' (duration: 1.326152969s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:43.663473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:35.868045Z","time spent":"7.795415754s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4607,"request content":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-wg926\" "} {"level":"warn","ts":"2026-03-05T08:19:43.663693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.091224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T08:19:43.663723Z","caller":"traceutil/trace.go:171","msg":"trace[529017638] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24455; }","duration":"7.091274191s","start":"2026-03-05T08:19:36.572438Z","end":"2026-03-05T08:19:43.663712Z","steps":["trace[529017638] 'agreement among raft nodes before linearized reading' (duration: 5.764538508s)","trace[529017638] 'range keys from in-memory index tree' (duration: 1.326056676s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:43.663751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:36.572425Z","time spent":"7.091319503s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T08:19:43.664956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.822047913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-c4ms2\" ","response":"range_response_count:1 size:4952"} {"level":"info","ts":"2026-03-05T08:19:43.665013Z","caller":"traceutil/trace.go:171","msg":"trace[142298305] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-c4ms2; range_end:; response_count:1; response_revision:24455; }","duration":"7.822156425s","start":"2026-03-05T08:19:35.842842Z","end":"2026-03-05T08:19:43.664999Z","steps":["trace[142298305] 'agreement among raft nodes before linearized reading' (duration: 6.49408737s)","trace[142298305] 'range keys from in-memory index tree' (duration: 1.327920622s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:43.665036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:35.842813Z","time spent":"7.822218187s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4975,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-c4ms2\" "} {"level":"warn","ts":"2026-03-05T08:19:43.665217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328154267s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:19:43.665386Z","caller":"traceutil/trace.go:171","msg":"trace[530883681] transaction","detail":"{read_only:false; response_revision:24456; number_of_response:1; }","duration":"4.453290106s","start":"2026-03-05T08:19:39.212083Z","end":"2026-03-05T08:19:43.665373Z","steps":["trace[530883681] 'process raft request' (duration: 3.124915374s)","trace[530883681] 'compare' (duration: 1.326611009s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:43.66545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:39.212064Z","time spent":"4.453346768s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:43.665507Z","caller":"traceutil/trace.go:171","msg":"trace[708391759] transaction","detail":"{read_only:false; response_revision:24457; number_of_response:1; }","duration":"4.452388784s","start":"2026-03-05T08:19:39.213095Z","end":"2026-03-05T08:19:43.665484Z","steps":["trace[708391759] 'process raft request' (duration: 4.452199819s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:43.665628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:39.21309Z","time spent":"4.452478526s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:43.665751Z","caller":"traceutil/trace.go:171","msg":"trace[1384287629] transaction","detail":"{read_only:false; response_revision:24458; number_of_response:1; }","duration":"4.452556418s","start":"2026-03-05T08:19:39.213182Z","end":"2026-03-05T08:19:43.665738Z","steps":["trace[1384287629] 'process raft request' (duration: 4.452187889s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:43.665806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:39.213135Z","time spent":"4.45264269s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:43.665824Z","caller":"traceutil/trace.go:171","msg":"trace[2014625333] transaction","detail":"{read_only:false; response_revision:24460; number_of_response:1; }","duration":"4.45222304s","start":"2026-03-05T08:19:39.213586Z","end":"2026-03-05T08:19:43.665809Z","steps":["trace[2014625333] 'process raft request' (duration: 4.452140278s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:43.6659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:39.213579Z","time spent":"4.452279692s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:43.665888Z","caller":"traceutil/trace.go:171","msg":"trace[1832855147] transaction","detail":"{read_only:false; response_revision:24459; number_of_response:1; }","duration":"4.452674831s","start":"2026-03-05T08:19:39.213204Z","end":"2026-03-05T08:19:43.665879Z","steps":["trace[1832855147] 'process raft request' (duration: 4.452481976s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:43.666036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:39.213195Z","time spent":"4.452751413s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:43.666004Z","caller":"traceutil/trace.go:171","msg":"trace[634738822] transaction","detail":"{read_only:false; response_revision:24461; number_of_response:1; }","duration":"4.451749339s","start":"2026-03-05T08:19:39.214235Z","end":"2026-03-05T08:19:43.665984Z","steps":["trace[634738822] 'process raft request' (duration: 4.451547614s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:43.666171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:39.214228Z","time spent":"4.451866831s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:43.666201Z","caller":"traceutil/trace.go:171","msg":"trace[202817400] transaction","detail":"{read_only:false; response_revision:24462; number_of_response:1; }","duration":"4.395414659s","start":"2026-03-05T08:19:39.270767Z","end":"2026-03-05T08:19:43.666182Z","steps":["trace[202817400] 'process raft request' (duration: 4.395117242s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:43.666286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:39.270739Z","time spent":"4.395502742s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:43.666353Z","caller":"traceutil/trace.go:171","msg":"trace[805396164] transaction","detail":"{read_only:false; response_revision:24464; number_of_response:1; }","duration":"1.324711754s","start":"2026-03-05T08:19:42.341631Z","end":"2026-03-05T08:19:43.666342Z","steps":["trace[805396164] 'process raft request' (duration: 1.324679203s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:43.666397Z","caller":"traceutil/trace.go:171","msg":"trace[1923802485] transaction","detail":"{read_only:false; response_revision:24463; number_of_response:1; }","duration":"4.138007041s","start":"2026-03-05T08:19:39.528379Z","end":"2026-03-05T08:19:43.666386Z","steps":["trace[1923802485] 'process raft request' (duration: 4.13755462s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:43.666394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:42.341617Z","time spent":"1.324757175s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:43.666433Z","caller":"traceutil/trace.go:171","msg":"trace[1264594159] linearizableReadLoop","detail":"{readStateIndex:25325; appliedIndex:25316; }","duration":"1.330999035s","start":"2026-03-05T08:19:42.335415Z","end":"2026-03-05T08:19:43.666414Z","steps":["trace[1264594159] 'read index received' (duration: 995.704µs)","trace[1264594159] 'applied index is now lower than readState.Index' (duration: 1.330001541s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:43.666652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362214614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.222\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-05T08:19:43.666692Z","caller":"traceutil/trace.go:171","msg":"trace[1033170672] range","detail":"{range_begin:/registry/masterleases/199.204.45.222; range_end:; response_count:1; response_revision:24464; }","duration":"1.362299036s","start":"2026-03-05T08:19:42.304383Z","end":"2026-03-05T08:19:43.666682Z","steps":["trace[1033170672] 'agreement among raft nodes before linearized reading' (duration: 1.362124421s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:43.666714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.919899897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:43.665188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.690038889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-05T08:19:43.666751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.365303468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-05T08:19:43.66676Z","caller":"traceutil/trace.go:171","msg":"trace[569714190] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24464; }","duration":"1.91998116s","start":"2026-03-05T08:19:41.746765Z","end":"2026-03-05T08:19:43.666746Z","steps":["trace[569714190] 'agreement among raft nodes before linearized reading' (duration: 1.919911138s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:43.666791Z","caller":"traceutil/trace.go:171","msg":"trace[200287732] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24464; }","duration":"4.36536709s","start":"2026-03-05T08:19:39.301411Z","end":"2026-03-05T08:19:43.666778Z","steps":["trace[200287732] 'agreement among raft nodes before linearized reading' (duration: 4.365232627s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:43.666795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:41.746745Z","time spent":"1.920040921s","remote":"127.0.0.1:34178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:19:43.666783Z","caller":"traceutil/trace.go:171","msg":"trace[1589567104] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24455; }","duration":"7.692498169s","start":"2026-03-05T08:19:35.974261Z","end":"2026-03-05T08:19:43.666759Z","steps":["trace[1589567104] 'agreement among raft nodes before linearized reading' (duration: 6.36263658s)","trace[1589567104] 'count revisions from in-memory index tree' (duration: 1.327408009s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:43.666811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.373671549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-05T08:19:43.66682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:39.301398Z","time spent":"4.365415401s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-05T08:19:43.666834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.39850902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:43.666843Z","caller":"traceutil/trace.go:171","msg":"trace[591045322] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24464; }","duration":"4.373738841s","start":"2026-03-05T08:19:39.293096Z","end":"2026-03-05T08:19:43.666835Z","steps":["trace[591045322] 'agreement among raft nodes before linearized reading' (duration: 4.373647998s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:43.666855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:35.974246Z","time spent":"7.692589161s","remote":"127.0.0.1:49660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2698,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:19:43.666867Z","caller":"traceutil/trace.go:171","msg":"trace[1241488930] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:24464; }","duration":"3.398574182s","start":"2026-03-05T08:19:40.268283Z","end":"2026-03-05T08:19:43.666857Z","steps":["trace[1241488930] 'agreement among raft nodes before linearized reading' (duration: 3.39849157s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:43.666869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:39.293078Z","time spent":"4.373785931s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T08:19:43.666889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:40.268264Z","time spent":"3.398619514s","remote":"127.0.0.1:33712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:43.666977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.368031404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:43.667001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.458086414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:43.667009Z","caller":"traceutil/trace.go:171","msg":"trace[1322355065] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24464; }","duration":"1.368100644s","start":"2026-03-05T08:19:42.298897Z","end":"2026-03-05T08:19:43.666998Z","steps":["trace[1322355065] 'agreement among raft nodes before linearized reading' (duration: 1.368046323s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:43.667027Z","caller":"traceutil/trace.go:171","msg":"trace[2025033377] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24464; }","duration":"2.458140816s","start":"2026-03-05T08:19:41.208879Z","end":"2026-03-05T08:19:43.66702Z","steps":["trace[2025033377] 'agreement among raft nodes before linearized reading' (duration: 2.458100215s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:43.667039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:42.298873Z","time spent":"1.368158346s","remote":"127.0.0.1:33876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:43.667047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:41.208863Z","time spent":"2.458178586s","remote":"127.0.0.1:33972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:43.667103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.650440911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-05T08:19:43.667136Z","caller":"traceutil/trace.go:171","msg":"trace[614055320] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24464; }","duration":"4.650507512s","start":"2026-03-05T08:19:39.016618Z","end":"2026-03-05T08:19:43.667126Z","steps":["trace[614055320] 'agreement among raft nodes before linearized reading' (duration: 4.65040921s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:43.667158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.124571856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:19:43.667176Z","caller":"traceutil/trace.go:171","msg":"trace[1696672126] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24464; }","duration":"3.124626808s","start":"2026-03-05T08:19:40.542544Z","end":"2026-03-05T08:19:43.66717Z","steps":["trace[1696672126] 'agreement among raft nodes before linearized reading' (duration: 3.124588977s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:43.667164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:39.016596Z","time spent":"4.650561463s","remote":"127.0.0.1:42340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-05T08:19:43.667184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.824715068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:43.667195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:40.542525Z","time spent":"3.124665998s","remote":"127.0.0.1:49564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:43.667198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.837804774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:19:43.667215Z","caller":"traceutil/trace.go:171","msg":"trace[1498505694] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24464; }","duration":"1.824785819s","start":"2026-03-05T08:19:41.842418Z","end":"2026-03-05T08:19:43.667204Z","steps":["trace[1498505694] 'agreement among raft nodes before linearized reading' (duration: 1.824739668s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:43.667231Z","caller":"traceutil/trace.go:171","msg":"trace[1275143457] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:24464; }","duration":"5.837872596s","start":"2026-03-05T08:19:37.829348Z","end":"2026-03-05T08:19:43.667221Z","steps":["trace[1275143457] 'agreement among raft nodes before linearized reading' (duration: 5.837818684s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:43.667243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:41.842383Z","time spent":"1.82485233s","remote":"127.0.0.1:34206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:43.66726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:37.82933Z","time spent":"5.837922666s","remote":"127.0.0.1:33824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:43.666999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.606247568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-05T08:19:43.667305Z","caller":"traceutil/trace.go:171","msg":"trace[407466591] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24464; }","duration":"3.606577667s","start":"2026-03-05T08:19:40.06072Z","end":"2026-03-05T08:19:43.667298Z","steps":["trace[407466591] 'agreement among raft nodes before linearized reading' (duration: 3.606213688s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:43.667299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.867435031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"warn","ts":"2026-03-05T08:19:43.667326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:40.060704Z","time spent":"3.606615747s","remote":"127.0.0.1:42340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-05T08:19:43.667335Z","caller":"traceutil/trace.go:171","msg":"trace[674881960] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24464; }","duration":"4.867502123s","start":"2026-03-05T08:19:38.799822Z","end":"2026-03-05T08:19:43.667324Z","steps":["trace[674881960] 'agreement among raft nodes before linearized reading' (duration: 4.86735044s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:43.667351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.027267665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:43.667364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:38.799807Z","time spent":"4.867549934s","remote":"127.0.0.1:49348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-05T08:19:43.667377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.85701822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:43.667382Z","caller":"traceutil/trace.go:171","msg":"trace[2030822958] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:24464; }","duration":"6.027347026s","start":"2026-03-05T08:19:37.640026Z","end":"2026-03-05T08:19:43.667373Z","steps":["trace[2030822958] 'agreement among raft nodes before linearized reading' (duration: 6.027290205s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:43.667044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.688459138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:19:43.667404Z","caller":"traceutil/trace.go:171","msg":"trace[422880679] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24464; }","duration":"1.857081762s","start":"2026-03-05T08:19:41.810313Z","end":"2026-03-05T08:19:43.667395Z","steps":["trace[422880679] 'agreement among raft nodes before linearized reading' (duration: 1.857042931s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:43.667413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:37.639974Z","time spent":"6.027430248s","remote":"127.0.0.1:58494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:43.667415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.954961028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:43.667428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:41.810292Z","time spent":"1.857131374s","remote":"127.0.0.1:49166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T08:19:43.667444Z","caller":"traceutil/trace.go:171","msg":"trace[989122098] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24464; }","duration":"4.95502242s","start":"2026-03-05T08:19:38.712414Z","end":"2026-03-05T08:19:43.667436Z","steps":["trace[989122098] 'agreement among raft nodes before linearized reading' (duration: 4.954974619s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:43.667474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:38.712401Z","time spent":"4.95506397s","remote":"127.0.0.1:34182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:43.667564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885265198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:43.667574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.807262069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899e17b7de61653\" ","response":"range_response_count:1 size:775"} {"level":"warn","ts":"2026-03-05T08:19:43.667586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.030922381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-05T08:19:43.667595Z","caller":"traceutil/trace.go:171","msg":"trace[1834458485] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24464; }","duration":"1.885318248s","start":"2026-03-05T08:19:41.782268Z","end":"2026-03-05T08:19:43.667587Z","steps":["trace[1834458485] 'agreement among raft nodes before linearized reading' (duration: 1.885271317s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:43.667605Z","caller":"traceutil/trace.go:171","msg":"trace[414331548] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899e17b7de61653; range_end:; response_count:1; response_revision:24464; }","duration":"4.80732765s","start":"2026-03-05T08:19:38.860267Z","end":"2026-03-05T08:19:43.667595Z","steps":["trace[414331548] 'agreement among raft nodes before linearized reading' (duration: 4.807237657s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:43.667613Z","caller":"traceutil/trace.go:171","msg":"trace[1649077384] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24464; }","duration":"6.030985583s","start":"2026-03-05T08:19:37.636619Z","end":"2026-03-05T08:19:43.667605Z","steps":["trace[1649077384] 'agreement among raft nodes before linearized reading' (duration: 6.030898891s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:43.667616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.250468679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:43.667629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:41.782255Z","time spent":"1.88536558s","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:43.667641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:37.636599Z","time spent":"6.031035494s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-05T08:19:43.667646Z","caller":"traceutil/trace.go:171","msg":"trace[1235707001] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:24464; }","duration":"5.250528041s","start":"2026-03-05T08:19:38.417109Z","end":"2026-03-05T08:19:43.667637Z","steps":["trace[1235707001] 'agreement among raft nodes before linearized reading' (duration: 5.250482889s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:43.667676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:38.417091Z","time spent":"5.250578302s","remote":"127.0.0.1:42446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:43.666725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:42.304363Z","time spent":"1.362354087s","remote":"127.0.0.1:49176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.222\" "} {"level":"warn","ts":"2026-03-05T08:19:43.666448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:39.528357Z","time spent":"4.138061702s","remote":"127.0.0.1:49220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:43.667633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:38.860246Z","time spent":"4.807381401s","remote":"127.0.0.1:49220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899e17b7de61653\" "} {"level":"info","ts":"2026-03-05T08:19:43.66742Z","caller":"traceutil/trace.go:171","msg":"trace[1058450984] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:24464; }","duration":"3.688871358s","start":"2026-03-05T08:19:39.978542Z","end":"2026-03-05T08:19:43.667414Z","steps":["trace[1058450984] 'agreement among raft nodes before linearized reading' (duration: 3.688474319s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:43.667926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:39.978522Z","time spent":"3.689387961s","remote":"127.0.0.1:49644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:44.166567Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031208832,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:19:44.666845Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031208832,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:19:45.167364Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031208832,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:19:45.656341Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.969740675s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T08:19:45.673539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000033618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T08:19:45.673642Z","caller":"traceutil/trace.go:171","msg":"trace[1584495794] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000166941s","start":"2026-03-05T08:19:43.673456Z","end":"2026-03-05T08:19:45.673623Z","steps":["trace[1584495794] 'agreement among raft nodes before linearized reading' (duration: 2.000044278s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:45.673701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:43.673449Z","time spent":"2.000241723s","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 08:19:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T08:19:45.789938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.301034ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:19:45.790274Z","caller":"traceutil/trace.go:171","msg":"trace[114466689] transaction","detail":"{read_only:false; response_revision:24466; number_of_response:1; }","duration":"3.300062351s","start":"2026-03-05T08:19:42.490194Z","end":"2026-03-05T08:19:45.790256Z","steps":["trace[114466689] 'process raft request' (duration: 3.299840805s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:45.790379Z","caller":"traceutil/trace.go:171","msg":"trace[770409324] transaction","detail":"{read_only:false; response_revision:24465; number_of_response:1; }","duration":"3.44397099s","start":"2026-03-05T08:19:42.346324Z","end":"2026-03-05T08:19:45.790295Z","steps":["trace[770409324] 'process raft request' (duration: 3.310216145s)","trace[770409324] 'compare' (duration: 132.73499ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:45.790554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:42.34631Z","time spent":"3.444162374s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:45.790588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:42.490169Z","time spent":"3.300146212s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:46.278881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997379368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T08:19:46.278961Z","caller":"traceutil/trace.go:171","msg":"trace[1596098551] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997534141s","start":"2026-03-05T08:19:43.281407Z","end":"2026-03-05T08:19:46.278941Z","steps":["trace[1596098551] 'agreement among raft nodes before linearized reading' (duration: 2.997377538s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:46.279007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:43.281348Z","time spent":"2.997647534s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/05 08:19:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T08:19:46.572078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99829823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T08:19:46.57216Z","caller":"traceutil/trace.go:171","msg":"trace[247460816] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998426813s","start":"2026-03-05T08:19:43.573712Z","end":"2026-03-05T08:19:46.572138Z","steps":["trace[247460816] 'agreement among raft nodes before linearized reading' (duration: 2.99831098s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:46.572208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:43.573704Z","time spent":"2.998492915s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/05 08:19:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T08:19:46.572561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99958855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T08:19:46.57262Z","caller":"traceutil/trace.go:171","msg":"trace[27700070] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.999672133s","start":"2026-03-05T08:19:43.57293Z","end":"2026-03-05T08:19:46.572602Z","steps":["trace[27700070] 'agreement among raft nodes before linearized reading' (duration: 2.999604461s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:46.572667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:43.572922Z","time spent":"2.999736164s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/05 08:19:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T08:19:46.575325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:43.669009Z","time spent":"2.906313256s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/05 08:19:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T08:19:46.585342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.241092522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-67744c6465-wvtzd\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-05T08:19:46.585378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.242619648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T08:19:46.585424Z","caller":"traceutil/trace.go:171","msg":"trace[1446109297] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; }","duration":"4.242683939s","start":"2026-03-05T08:19:42.342726Z","end":"2026-03-05T08:19:46.58541Z","steps":["trace[1446109297] 'agreement among raft nodes before linearized reading' (duration: 4.242634248s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:46.585421Z","caller":"traceutil/trace.go:171","msg":"trace[1884585076] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-67744c6465-wvtzd; range_end:; }","duration":"4.241188194s","start":"2026-03-05T08:19:42.344215Z","end":"2026-03-05T08:19:46.585403Z","steps":["trace[1884585076] 'agreement among raft nodes before linearized reading' (duration: 4.241098102s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:46.585473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:42.344212Z","time spent":"4.241252485s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/magnum-api-67744c6465-wvtzd\" "} 2026/03/05 08:19:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T08:19:46.585535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:42.342718Z","time spent":"4.242804992s","remote":"127.0.0.1:49606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" "} {"level":"warn","ts":"2026-03-05T08:19:46.585635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.240955137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/vector\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T08:19:46.585672Z","caller":"traceutil/trace.go:171","msg":"trace[114128771] range","detail":"{range_begin:/registry/daemonsets/monitoring/vector; range_end:; }","duration":"4.240992189s","start":"2026-03-05T08:19:42.344671Z","end":"2026-03-05T08:19:46.585663Z","steps":["trace[114128771] 'agreement among raft nodes before linearized reading' (duration: 4.240954907s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:46.585705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:42.344602Z","time spent":"4.241096522s","remote":"127.0.0.1:49612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":0,"request content":"key:\"/registry/daemonsets/monitoring/vector\" "} {"level":"warn","ts":"2026-03-05T08:19:46.585721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.241100582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-backup-849d77f597-wstks\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T08:19:46.58577Z","caller":"traceutil/trace.go:171","msg":"trace[663950099] range","detail":"{range_begin:/registry/pods/openstack/cinder-backup-849d77f597-wstks; range_end:; }","duration":"4.241168423s","start":"2026-03-05T08:19:42.34459Z","end":"2026-03-05T08:19:46.585758Z","steps":["trace[663950099] 'agreement among raft nodes before linearized reading' (duration: 4.241116472s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:46.585802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.241594754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-api-c7fdc4f45-x5s8v\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-05T08:19:46.585811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:42.344579Z","time spent":"4.241221744s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/cinder-backup-849d77f597-wstks\" "} {"level":"warn","ts":"2026-03-05T08:19:46.585773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.245435175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-pdwpt\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-05T08:19:46.585862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.244205495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-api-598d488d69-c8h9r\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-05T08:19:46.585892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.244329058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-conductor-5d9799998\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-05T08:19:46.585896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.244497233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-server-86bf976b9f-wjf66\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T08:19:46.585926Z","caller":"traceutil/trace.go:171","msg":"trace[293407275] range","detail":"{range_begin:/registry/pods/openstack/neutron-server-86bf976b9f-wjf66; range_end:; }","duration":"4.244551195s","start":"2026-03-05T08:19:42.34137Z","end":"2026-03-05T08:19:46.585921Z","steps":["trace[293407275] 'agreement among raft nodes before linearized reading' (duration: 4.244520384s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:46.585956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:42.341353Z","time spent":"4.244597856s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/neutron-server-86bf976b9f-wjf66\" "} {"level":"warn","ts":"2026-03-05T08:19:46.585957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.243029398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-05T08:19:46.585976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.242174078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-scheduler-7d757f7454\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T08:19:46.585997Z","caller":"traceutil/trace.go:171","msg":"trace[1428232534] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75; range_end:; }","duration":"4.243070069s","start":"2026-03-05T08:19:42.342921Z","end":"2026-03-05T08:19:46.585991Z","steps":["trace[1428232534] 'agreement among raft nodes before linearized reading' (duration: 4.243029218s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:46.586004Z","caller":"traceutil/trace.go:171","msg":"trace[1458350010] range","detail":"{range_begin:/registry/replicasets/openstack/nova-scheduler-7d757f7454; range_end:; }","duration":"4.24224275s","start":"2026-03-05T08:19:42.343755Z","end":"2026-03-05T08:19:46.585998Z","steps":["trace[1458350010] 'agreement among raft nodes before linearized reading' (duration: 4.242214399s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:46.586026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:42.342889Z","time spent":"4.24313137s","remote":"127.0.0.1:49620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" "} {"level":"warn","ts":"2026-03-05T08:19:46.586032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:42.343735Z","time spent":"4.2422909s","remote":"127.0.0.1:49620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":0,"request content":"key:\"/registry/replicasets/openstack/nova-scheduler-7d757f7454\" "} {"level":"warn","ts":"2026-03-05T08:19:46.586033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.917962684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T08:19:46.585892Z","caller":"traceutil/trace.go:171","msg":"trace[1829523886] range","detail":"{range_begin:/registry/pods/openstack/staffeln-api-598d488d69-c8h9r; range_end:; }","duration":"4.244261467s","start":"2026-03-05T08:19:42.341623Z","end":"2026-03-05T08:19:46.585885Z","steps":["trace[1829523886] 'agreement among raft nodes before linearized reading' (duration: 4.244232606s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:46.586007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.242342402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T08:19:46.586062Z","caller":"traceutil/trace.go:171","msg":"trace[1376406746] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9; range_end:; }","duration":"2.918000406s","start":"2026-03-05T08:19:43.668055Z","end":"2026-03-05T08:19:46.586055Z","steps":["trace[1376406746] 'agreement among raft nodes before linearized reading' (duration: 2.917972735s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:46.58607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:42.341612Z","time spent":"4.244450621s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/staffeln-api-598d488d69-c8h9r\" "} {"level":"info","ts":"2026-03-05T08:19:46.586078Z","caller":"traceutil/trace.go:171","msg":"trace[1594333841] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; }","duration":"4.242423413s","start":"2026-03-05T08:19:42.343647Z","end":"2026-03-05T08:19:46.58607Z","steps":["trace[1594333841] 'agreement among raft nodes before linearized reading' (duration: 4.242355412s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:46.586096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:43.668048Z","time spent":"2.918041177s","remote":"127.0.0.1:49620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":0,"request content":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9\" "} {"level":"warn","ts":"2026-03-05T08:19:46.586138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:42.343603Z","time spent":"4.242527896s","remote":"127.0.0.1:49620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" "} {"level":"warn","ts":"2026-03-05T08:19:46.58598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.243226352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-05T08:19:46.586131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.242387723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T08:19:46.586171Z","caller":"traceutil/trace.go:171","msg":"trace[114871448] range","detail":"{range_begin:/registry/replicasets/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8; range_end:; }","duration":"4.243428338s","start":"2026-03-05T08:19:42.342732Z","end":"2026-03-05T08:19:46.58616Z","steps":["trace[114871448] 'agreement among raft nodes before linearized reading' (duration: 4.243241313s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:46.585807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.242959396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/node-feature-discovery-gc-6675cbb6d9\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T08:19:46.586204Z","caller":"traceutil/trace.go:171","msg":"trace[464036212] range","detail":"{range_begin:/registry/replicasets/monitoring/node-feature-discovery-gc-6675cbb6d9; range_end:; }","duration":"4.243373447s","start":"2026-03-05T08:19:42.342826Z","end":"2026-03-05T08:19:46.586199Z","steps":["trace[464036212] 'agreement among raft nodes before linearized reading' (duration: 4.242974927s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:46.586235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:42.34281Z","time spent":"4.243418817s","remote":"127.0.0.1:49620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/replicasets/monitoring/node-feature-discovery-gc-6675cbb6d9\" "} {"level":"info","ts":"2026-03-05T08:19:46.586178Z","caller":"traceutil/trace.go:171","msg":"trace[394964206] range","detail":"{range_begin:/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5; range_end:; }","duration":"4.242448624s","start":"2026-03-05T08:19:42.343723Z","end":"2026-03-05T08:19:46.586172Z","steps":["trace[394964206] 'agreement among raft nodes before linearized reading' (duration: 4.242401033s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:46.58628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:42.343712Z","time spent":"4.242562217s","remote":"127.0.0.1:49620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":0,"request content":"key:\"/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5\" "} {"level":"warn","ts":"2026-03-05T08:19:46.585926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.241349957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-r285x\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T08:19:46.586322Z","caller":"traceutil/trace.go:171","msg":"trace[691870733] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-r285x; range_end:; }","duration":"4.241753497s","start":"2026-03-05T08:19:42.34456Z","end":"2026-03-05T08:19:46.586314Z","steps":["trace[691870733] 'agreement among raft nodes before linearized reading' (duration: 4.241355488s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:46.586352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:42.344554Z","time spent":"4.241791818s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":0,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-r285x\" "} {"level":"warn","ts":"2026-03-05T08:19:46.586204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:42.342725Z","time spent":"4.243472328s","remote":"127.0.0.1:49620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":0,"request content":"key:\"/registry/replicasets/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8\" "} {"level":"info","ts":"2026-03-05T08:19:46.585863Z","caller":"traceutil/trace.go:171","msg":"trace[388930941] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-pdwpt; range_end:; }","duration":"4.245535838s","start":"2026-03-05T08:19:42.340319Z","end":"2026-03-05T08:19:46.585855Z","steps":["trace[388930941] 'agreement among raft nodes before linearized reading' (duration: 4.245448086s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:46.586404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:42.340306Z","time spent":"4.246090831s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/magnum-registry-c45778976-pdwpt\" "} {"level":"info","ts":"2026-03-05T08:19:46.585834Z","caller":"traceutil/trace.go:171","msg":"trace[720032308] range","detail":"{range_begin:/registry/pods/openstack/barbican-api-c7fdc4f45-x5s8v; range_end:; }","duration":"4.241636085s","start":"2026-03-05T08:19:42.344191Z","end":"2026-03-05T08:19:46.585827Z","steps":["trace[720032308] 'agreement among raft nodes before linearized reading' (duration: 4.241604834s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:46.586444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:42.344183Z","time spent":"4.24225547s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/barbican-api-c7fdc4f45-x5s8v\" "} {"level":"warn","ts":"2026-03-05T08:19:46.585838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.243002497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/secretgen-controller/secretgen-controller-5cf976ccc7\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T08:19:46.586478Z","caller":"traceutil/trace.go:171","msg":"trace[552657560] range","detail":"{range_begin:/registry/replicasets/secretgen-controller/secretgen-controller-5cf976ccc7; range_end:; }","duration":"4.243692254s","start":"2026-03-05T08:19:42.342777Z","end":"2026-03-05T08:19:46.586469Z","steps":["trace[552657560] 'agreement among raft nodes before linearized reading' (duration: 4.243054149s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:46.586515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:42.342748Z","time spent":"4.243758095s","remote":"127.0.0.1:49620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":0,"request content":"key:\"/registry/replicasets/secretgen-controller/secretgen-controller-5cf976ccc7\" "} 2026/03/05 08:19:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T08:19:46.585864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.917987665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/loki-gateway-cf54cb88c\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T08:19:46.586612Z","caller":"traceutil/trace.go:171","msg":"trace[22689375] range","detail":"{range_begin:/registry/replicasets/monitoring/loki-gateway-cf54cb88c; range_end:; }","duration":"2.918746643s","start":"2026-03-05T08:19:43.667858Z","end":"2026-03-05T08:19:46.586605Z","steps":["trace[22689375] 'agreement among raft nodes before linearized reading' (duration: 2.918000595s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:46.586646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:43.667847Z","time spent":"2.918791605s","remote":"127.0.0.1:49620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":0,"request content":"key:\"/registry/replicasets/monitoring/loki-gateway-cf54cb88c\" "} 2026/03/05 08:19:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/05 08:19:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-05T08:19:46.585927Z","caller":"traceutil/trace.go:171","msg":"trace[968413158] range","detail":"{range_begin:/registry/replicasets/openstack/nova-conductor-5d9799998; range_end:; }","duration":"4.244375361s","start":"2026-03-05T08:19:42.341542Z","end":"2026-03-05T08:19:46.585918Z","steps":["trace[968413158] 'agreement among raft nodes before linearized reading' (duration: 4.24434448s)"],"step_count":1} 2026/03/05 08:19:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/05 08:19:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/05 08:19:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T08:19:46.586744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:42.341535Z","time spent":"4.24519664s","remote":"127.0.0.1:49620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/replicasets/openstack/nova-conductor-5d9799998\" "} 2026/03/05 08:19:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/05 08:19:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T08:19:46.585773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.241407688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-grafana-8578585544\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T08:19:46.586818Z","caller":"traceutil/trace.go:171","msg":"trace[887074143] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-grafana-8578585544; range_end:; }","duration":"4.242481475s","start":"2026-03-05T08:19:42.344329Z","end":"2026-03-05T08:19:46.586811Z","steps":["trace[887074143] 'agreement among raft nodes before linearized reading' (duration: 4.24143325s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:46.586847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:42.344314Z","time spent":"4.242525246s","remote":"127.0.0.1:49620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":0,"request content":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-grafana-8578585544\" "} 2026/03/05 08:19:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/05 08:19:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/05 08:19:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/05 08:19:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/05 08:19:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/05 08:19:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/05 08:19:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/05 08:19:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/05 08:19:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/05 08:19:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/05 08:19:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T08:19:46.914077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.251268ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:19:46.914309Z","caller":"traceutil/trace.go:171","msg":"trace[558765307] linearizableReadLoop","detail":"{readStateIndex:25333; appliedIndex:25326; }","duration":"3.24782267s","start":"2026-03-05T08:19:43.666476Z","end":"2026-03-05T08:19:46.914298Z","steps":["trace[558765307] 'read index received' (duration: 1.99007568s)","trace[558765307] 'applied index is now lower than readState.Index' (duration: 1.25774635s)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:19:46.914364Z","caller":"traceutil/trace.go:171","msg":"trace[2117320569] transaction","detail":"{read_only:false; response_revision:24468; number_of_response:1; }","duration":"3.245133105s","start":"2026-03-05T08:19:43.669226Z","end":"2026-03-05T08:19:46.914359Z","steps":["trace[2117320569] 'process raft request' (duration: 3.244924391s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:46.914397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:43.669219Z","time spent":"3.245160006s","remote":"127.0.0.1:49220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:46.914524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.716253504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:46.914545Z","caller":"traceutil/trace.go:171","msg":"trace[555441614] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:24470; }","duration":"3.716297456s","start":"2026-03-05T08:19:43.198241Z","end":"2026-03-05T08:19:46.914539Z","steps":["trace[555441614] 'agreement among raft nodes before linearized reading' (duration: 3.716260835s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:46.914561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:43.198227Z","time spent":"3.716330476s","remote":"127.0.0.1:49448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:46.914542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.619515576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:46.914609Z","caller":"traceutil/trace.go:171","msg":"trace[1217133514] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24470; }","duration":"3.619616719s","start":"2026-03-05T08:19:43.294978Z","end":"2026-03-05T08:19:46.914594Z","steps":["trace[1217133514] 'agreement among raft nodes before linearized reading' (duration: 3.619475436s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:46.914641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.82247869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:46.914643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:43.29497Z","time spent":"3.61966587s","remote":"127.0.0.1:34318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:19:46.914661Z","caller":"traceutil/trace.go:171","msg":"trace[322169583] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:24470; }","duration":"3.822535291s","start":"2026-03-05T08:19:43.09212Z","end":"2026-03-05T08:19:46.914655Z","steps":["trace[322169583] 'agreement among raft nodes before linearized reading' (duration: 3.822505811s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:46.914676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:43.092101Z","time spent":"3.822571503s","remote":"127.0.0.1:34396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:46.914756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.866191857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:46.914774Z","caller":"traceutil/trace.go:171","msg":"trace[1137098930] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:24470; }","duration":"3.866209307s","start":"2026-03-05T08:19:43.048559Z","end":"2026-03-05T08:19:46.914769Z","steps":["trace[1137098930] 'agreement among raft nodes before linearized reading' (duration: 3.866183807s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:46.91479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:43.048518Z","time spent":"3.866266629s","remote":"127.0.0.1:48128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:46.91487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.951554743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:46.914879Z","caller":"traceutil/trace.go:171","msg":"trace[348953170] transaction","detail":"{read_only:false; response_revision:24469; number_of_response:1; }","duration":"2.572130138s","start":"2026-03-05T08:19:44.34274Z","end":"2026-03-05T08:19:46.914871Z","steps":["trace[348953170] 'process raft request' (duration: 2.571502293s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:46.914888Z","caller":"traceutil/trace.go:171","msg":"trace[537784537] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:24470; }","duration":"3.951597395s","start":"2026-03-05T08:19:42.963286Z","end":"2026-03-05T08:19:46.914884Z","steps":["trace[537784537] 'agreement among raft nodes before linearized reading' (duration: 3.951571284s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:46.914902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:42.963271Z","time spent":"3.951627305s","remote":"127.0.0.1:49298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:46.914941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:44.342715Z","time spent":"2.572182788s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:46.914973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.24186069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:46.914987Z","caller":"traceutil/trace.go:171","msg":"trace[495940714] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:24470; }","duration":"4.241918581s","start":"2026-03-05T08:19:42.673064Z","end":"2026-03-05T08:19:46.914983Z","steps":["trace[495940714] 'agreement among raft nodes before linearized reading' (duration: 4.241893351s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:46.914999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:42.673041Z","time spent":"4.241954981s","remote":"127.0.0.1:33762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:19:46.915031Z","caller":"traceutil/trace.go:171","msg":"trace[861414687] transaction","detail":"{read_only:false; response_revision:24470; number_of_response:1; }","duration":"2.403950707s","start":"2026-03-05T08:19:44.511074Z","end":"2026-03-05T08:19:46.915024Z","steps":["trace[861414687] 'process raft request' (duration: 2.403198079s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:46.915071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.527120465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:46.91509Z","caller":"traceutil/trace.go:171","msg":"trace[1411727167] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:24470; }","duration":"4.527139896s","start":"2026-03-05T08:19:42.387946Z","end":"2026-03-05T08:19:46.915086Z","steps":["trace[1411727167] 'agreement among raft nodes before linearized reading' (duration: 4.527113625s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:46.915107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:42.387922Z","time spent":"4.527181747s","remote":"127.0.0.1:49342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:46.91518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.570551912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-80de0469-bfc9-4095-a6fa-f1ed54e2fcb7\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-05T08:19:46.915206Z","caller":"traceutil/trace.go:171","msg":"trace[1671146881] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-80de0469-bfc9-4095-a6fa-f1ed54e2fcb7; range_end:; response_count:1; response_revision:24470; }","duration":"3.570613743s","start":"2026-03-05T08:19:43.344585Z","end":"2026-03-05T08:19:46.915199Z","steps":["trace[1671146881] 'agreement among raft nodes before linearized reading' (duration: 3.570532041s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:46.914787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:43.669442Z","time spent":"3.24534364s","remote":"127.0.0.1:49176","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T08:19:46.915226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:43.344564Z","time spent":"3.570655785s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-80de0469-bfc9-4095-a6fa-f1ed54e2fcb7\" "} {"level":"warn","ts":"2026-03-05T08:19:46.915072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:44.51105Z","time spent":"2.404001578s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:46.915104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.353280147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:46.915422Z","caller":"traceutil/trace.go:171","msg":"trace[787552897] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:24470; }","duration":"3.353641455s","start":"2026-03-05T08:19:43.561774Z","end":"2026-03-05T08:19:46.915416Z","steps":["trace[787552897] 'agreement among raft nodes before linearized reading' (duration: 3.353311378s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:46.915443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:43.56175Z","time spent":"3.353686516s","remote":"127.0.0.1:48138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:47.415352Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031208848,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:19:47.674352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000356076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T08:19:47.674418Z","caller":"traceutil/trace.go:171","msg":"trace[1842867613] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000474599s","start":"2026-03-05T08:19:45.673928Z","end":"2026-03-05T08:19:47.674403Z","steps":["trace[1842867613] 'agreement among raft nodes before linearized reading' (duration: 2.000386966s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:47.674454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:45.673908Z","time spent":"2.00053574s","remote":"127.0.0.1:49166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:19:47.916203Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031208848,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:19:48.416821Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031208848,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:19:48.855784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000186002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T08:19:48.855842Z","caller":"traceutil/trace.go:171","msg":"trace[1649483159] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000286764s","start":"2026-03-05T08:19:46.855541Z","end":"2026-03-05T08:19:48.855828Z","steps":["trace[1649483159] 'agreement among raft nodes before linearized reading' (duration: 2.000206482s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:48.855891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:46.855526Z","time spent":"2.000352596s","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:19:48.917391Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031208848,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:19:48.929803Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.361988012s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T08:19:48.954585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.342293ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:48.954724Z","caller":"traceutil/trace.go:171","msg":"trace[78817693] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24470; }","duration":"140.486627ms","start":"2026-03-05T08:19:48.814214Z","end":"2026-03-05T08:19:48.954701Z","steps":["trace[78817693] 'range keys from in-memory index tree' (duration: 140.326613ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:48.955038Z","caller":"traceutil/trace.go:171","msg":"trace[866844522] transaction","detail":"{read_only:false; response_revision:24471; number_of_response:1; }","duration":"3.283863382s","start":"2026-03-05T08:19:45.671156Z","end":"2026-03-05T08:19:48.955019Z","steps":["trace[866844522] 'process raft request' (duration: 3.258891564s)","trace[866844522] 'compare' (duration: 24.553578ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:48.955153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:45.671139Z","time spent":"3.283938474s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:48.955208Z","caller":"traceutil/trace.go:171","msg":"trace[259123514] transaction","detail":"{read_only:false; response_revision:24472; number_of_response:1; }","duration":"3.283934314s","start":"2026-03-05T08:19:45.671259Z","end":"2026-03-05T08:19:48.955193Z","steps":["trace[259123514] 'process raft request' (duration: 3.283606996s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:48.955129Z","caller":"traceutil/trace.go:171","msg":"trace[25102505] transaction","detail":"{read_only:false; response_revision:24473; number_of_response:1; }","duration":"3.283279949s","start":"2026-03-05T08:19:45.671813Z","end":"2026-03-05T08:19:48.955093Z","steps":["trace[25102505] 'process raft request' (duration: 3.283178846s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:48.955337Z","caller":"traceutil/trace.go:171","msg":"trace[1766123426] transaction","detail":"{read_only:false; response_revision:24474; number_of_response:1; }","duration":"3.282154371s","start":"2026-03-05T08:19:45.673152Z","end":"2026-03-05T08:19:48.955306Z","steps":["trace[1766123426] 'process raft request' (duration: 3.281900825s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:48.955365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:45.671254Z","time spent":"3.284013036s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:48.95539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:45.671807Z","time spent":"3.283546665s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:48.955494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:45.673145Z","time spent":"3.282268283s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:48.955774Z","caller":"traceutil/trace.go:171","msg":"trace[2009859622] transaction","detail":"{read_only:false; response_revision:24475; number_of_response:1; }","duration":"3.282008239s","start":"2026-03-05T08:19:45.673751Z","end":"2026-03-05T08:19:48.95576Z","steps":["trace[2009859622] 'process raft request' (duration: 3.281485135s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:48.955808Z","caller":"traceutil/trace.go:171","msg":"trace[1208386543] transaction","detail":"{read_only:false; response_revision:24476; number_of_response:1; }","duration":"3.281491016s","start":"2026-03-05T08:19:45.674295Z","end":"2026-03-05T08:19:48.955786Z","steps":["trace[1208386543] 'process raft request' (duration: 3.281388494s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:48.955852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:45.673745Z","time spent":"3.28206701s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:48.955871Z","caller":"traceutil/trace.go:171","msg":"trace[1104120778] transaction","detail":"{read_only:false; response_revision:24477; number_of_response:1; }","duration":"2.674192123s","start":"2026-03-05T08:19:46.281663Z","end":"2026-03-05T08:19:48.955855Z","steps":["trace[1104120778] 'process raft request' (duration: 2.67408894s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:48.955908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:45.674287Z","time spent":"3.281571648s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:48.955959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:46.281643Z","time spent":"2.674272655s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:49.68296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00056951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T08:19:49.683025Z","caller":"traceutil/trace.go:171","msg":"trace[709149551] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000677133s","start":"2026-03-05T08:19:47.682332Z","end":"2026-03-05T08:19:49.683009Z","steps":["trace[709149551] 'agreement among raft nodes before linearized reading' (duration: 2.00058265s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:49.683059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:47.682322Z","time spent":"2.000730925s","remote":"127.0.0.1:49166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:19:50.342234Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.356498226s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T08:19:50.379748Z","caller":"traceutil/trace.go:171","msg":"trace[1167852180] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24477; }","duration":"3.804179041s","start":"2026-03-05T08:19:46.575544Z","end":"2026-03-05T08:19:50.379723Z","steps":["trace[1167852180] 'process raft request' (duration: 3.766895698s)","trace[1167852180] 'compare' (duration: 37.162761ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:50.379931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:46.575525Z","time spent":"3.804302064s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":476,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:50.380569Z","caller":"traceutil/trace.go:171","msg":"trace[169315907] linearizableReadLoop","detail":"{readStateIndex:25344; appliedIndex:25333; }","duration":"3.466223412s","start":"2026-03-05T08:19:46.914331Z","end":"2026-03-05T08:19:50.380554Z","steps":["trace[169315907] 'read index received' (duration: 2.015665601s)","trace[169315907] 'applied index is now lower than readState.Index' (duration: 1.450556881s)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:19:50.380767Z","caller":"traceutil/trace.go:171","msg":"trace[1724900392] transaction","detail":"{read_only:false; response_revision:24478; number_of_response:1; }","duration":"3.804183732s","start":"2026-03-05T08:19:46.576571Z","end":"2026-03-05T08:19:50.380755Z","steps":["trace[1724900392] 'process raft request' (duration: 3.803099596s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:50.380851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:46.576556Z","time spent":"3.804242733s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:50.381048Z","caller":"traceutil/trace.go:171","msg":"trace[1884548586] transaction","detail":"{read_only:false; response_revision:24479; number_of_response:1; }","duration":"3.464379157s","start":"2026-03-05T08:19:46.916653Z","end":"2026-03-05T08:19:50.381032Z","steps":["trace[1884548586] 'process raft request' (duration: 3.463771783s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:50.381142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:46.916618Z","time spent":"3.46447772s","remote":"127.0.0.1:49176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:50.381133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.143066982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T08:19:50.381164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.70846414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T08:19:50.381197Z","caller":"traceutil/trace.go:171","msg":"trace[1679704405] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24481; }","duration":"4.708515791s","start":"2026-03-05T08:19:45.672668Z","end":"2026-03-05T08:19:50.381184Z","steps":["trace[1679704405] 'agreement among raft nodes before linearized reading' (duration: 4.708400778s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:50.381169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.394285205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T08:19:50.381185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.579818571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T08:19:50.38122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:45.672662Z","time spent":"4.708552783s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T08:19:50.38122Z","caller":"traceutil/trace.go:171","msg":"trace[1186884879] transaction","detail":"{read_only:false; response_revision:24481; number_of_response:1; }","duration":"1.457330043s","start":"2026-03-05T08:19:48.923879Z","end":"2026-03-05T08:19:50.381209Z","steps":["trace[1186884879] 'process raft request' (duration: 1.456638306s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:50.381225Z","caller":"traceutil/trace.go:171","msg":"trace[1609571788] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:24481; }","duration":"4.143179245s","start":"2026-03-05T08:19:46.238004Z","end":"2026-03-05T08:19:50.381183Z","steps":["trace[1609571788] 'agreement among raft nodes before linearized reading' (duration: 4.143031301s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:50.381242Z","caller":"traceutil/trace.go:171","msg":"trace[1933148551] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:24481; }","duration":"5.394392268s","start":"2026-03-05T08:19:44.986828Z","end":"2026-03-05T08:19:50.38122Z","steps":["trace[1933148551] 'agreement among raft nodes before linearized reading' (duration: 5.394253975s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:50.381256Z","caller":"traceutil/trace.go:171","msg":"trace[11289500] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:24481; }","duration":"5.579937624s","start":"2026-03-05T08:19:44.801296Z","end":"2026-03-05T08:19:50.381233Z","steps":["trace[11289500] 'agreement among raft nodes before linearized reading' (duration: 5.579737379s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:50.381266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:46.237985Z","time spent":"4.143271167s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":17,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:50.381276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.333240239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T08:19:50.381283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:44.986811Z","time spent":"5.394462689s","remote":"127.0.0.1:49646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:50.38126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.70899697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-03-05T08:19:50.381305Z","caller":"traceutil/trace.go:171","msg":"trace[461573517] transaction","detail":"{read_only:false; response_revision:24480; number_of_response:1; }","duration":"1.7080411s","start":"2026-03-05T08:19:48.673256Z","end":"2026-03-05T08:19:50.381297Z","steps":["trace[461573517] 'process raft request' (duration: 1.7072271s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:50.381311Z","caller":"traceutil/trace.go:171","msg":"trace[1743889749] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24481; }","duration":"4.33328598s","start":"2026-03-05T08:19:46.048011Z","end":"2026-03-05T08:19:50.381297Z","steps":["trace[1743889749] 'agreement among raft nodes before linearized reading' (duration: 4.333238468s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:50.381307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:44.801266Z","time spent":"5.580024685s","remote":"127.0.0.1:49626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":40,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:50.38134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:46.048003Z","time spent":"4.33333065s","remote":"127.0.0.1:46726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:50.381351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:48.673239Z","time spent":"1.708089571s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:50.381347Z","caller":"traceutil/trace.go:171","msg":"trace[261063404] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:24481; }","duration":"6.709118913s","start":"2026-03-05T08:19:43.672205Z","end":"2026-03-05T08:19:50.381324Z","steps":["trace[261063404] 'agreement among raft nodes before linearized reading' (duration: 6.708833316s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:50.381387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.709613456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"warn","ts":"2026-03-05T08:19:50.381267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.711921281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-837da1bc-9aeb-40bb-825a-5ccab6219b8e\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-03-05T08:19:50.381405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:43.672188Z","time spent":"6.709202936s","remote":"127.0.0.1:49240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1335,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"info","ts":"2026-03-05T08:19:50.381437Z","caller":"traceutil/trace.go:171","msg":"trace[695599049] range","detail":"{range_begin:/registry/persistentvolumes/pvc-837da1bc-9aeb-40bb-825a-5ccab6219b8e; range_end:; response_count:1; response_revision:24481; }","duration":"6.712118106s","start":"2026-03-05T08:19:43.669307Z","end":"2026-03-05T08:19:50.381425Z","steps":["trace[695599049] 'agreement among raft nodes before linearized reading' (duration: 6.711767697s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:50.381432Z","caller":"traceutil/trace.go:171","msg":"trace[553380169] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24481; }","duration":"6.709679757s","start":"2026-03-05T08:19:43.671734Z","end":"2026-03-05T08:19:50.381414Z","steps":["trace[553380169] 'agreement among raft nodes before linearized reading' (duration: 6.709584105s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:50.381443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.710709942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-05T08:19:50.381464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:43.669302Z","time spent":"6.712154826s","remote":"127.0.0.1:49312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-837da1bc-9aeb-40bb-825a-5ccab6219b8e\" "} {"level":"warn","ts":"2026-03-05T08:19:50.381278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:48.923863Z","time spent":"1.457382673s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:50.381479Z","caller":"traceutil/trace.go:171","msg":"trace[1701609516] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24481; }","duration":"6.710777173s","start":"2026-03-05T08:19:43.670691Z","end":"2026-03-05T08:19:50.381468Z","steps":["trace[1701609516] 'agreement among raft nodes before linearized reading' (duration: 6.7106569s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:50.381463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.02666366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T08:19:50.381479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:43.671718Z","time spent":"6.709752679s","remote":"127.0.0.1:49348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-05T08:19:50.381501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:43.670667Z","time spent":"6.710828524s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T08:19:50.381515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.801440866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T08:19:50.381498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.337278186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-05T08:19:50.381521Z","caller":"traceutil/trace.go:171","msg":"trace[1961227406] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24481; }","duration":"6.026771113s","start":"2026-03-05T08:19:44.354733Z","end":"2026-03-05T08:19:50.381504Z","steps":["trace[1961227406] 'agreement among raft nodes before linearized reading' (duration: 6.02665409s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:50.381579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.218900716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:19:50.381573Z","caller":"traceutil/trace.go:171","msg":"trace[160541450] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24481; }","duration":"4.33739858s","start":"2026-03-05T08:19:46.044156Z","end":"2026-03-05T08:19:50.381555Z","steps":["trace[160541450] 'agreement among raft nodes before linearized reading' (duration: 4.337150063s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:50.381582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.960632727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:19:50.381593Z","caller":"traceutil/trace.go:171","msg":"trace[1613352705] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:24481; }","duration":"6.218948757s","start":"2026-03-05T08:19:44.16264Z","end":"2026-03-05T08:19:50.381589Z","steps":["trace[1613352705] 'agreement among raft nodes before linearized reading' (duration: 6.218923017s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:50.381612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:44.162618Z","time spent":"6.218990879s","remote":"127.0.0.1:48198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:19:50.381615Z","caller":"traceutil/trace.go:171","msg":"trace[840940720] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:24481; }","duration":"5.960690309s","start":"2026-03-05T08:19:44.420914Z","end":"2026-03-05T08:19:50.381605Z","steps":["trace[840940720] 'agreement among raft nodes before linearized reading' (duration: 5.960583435s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:50.38122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.57781729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-80de0469-bfc9-4095-a6fa-f1ed54e2fcb7\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-03-05T08:19:50.38162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:46.044141Z","time spent":"4.337470592s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-05T08:19:50.381645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:44.420902Z","time spent":"5.96073535s","remote":"127.0.0.1:49504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":97,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:50.381634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.078091882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:50.381689Z","caller":"traceutil/trace.go:171","msg":"trace[1037921341] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24481; }","duration":"6.078187224s","start":"2026-03-05T08:19:44.303487Z","end":"2026-03-05T08:19:50.381674Z","steps":["trace[1037921341] 'agreement among raft nodes before linearized reading' (duration: 6.078097642s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:50.381729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:44.303465Z","time spent":"6.078255147s","remote":"127.0.0.1:34178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T08:19:50.381579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:44.354713Z","time spent":"6.026852645s","remote":"127.0.0.1:46678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:19:50.381653Z","caller":"traceutil/trace.go:171","msg":"trace[3241146] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-80de0469-bfc9-4095-a6fa-f1ed54e2fcb7; range_end:; response_count:1; response_revision:24481; }","duration":"4.578287303s","start":"2026-03-05T08:19:45.803353Z","end":"2026-03-05T08:19:50.381641Z","steps":["trace[3241146] 'agreement among raft nodes before linearized reading' (duration: 4.577714098s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:50.381816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:45.80334Z","time spent":"4.578455316s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-80de0469-bfc9-4095-a6fa-f1ed54e2fcb7\" "} {"level":"warn","ts":"2026-03-05T08:19:50.381439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.558946415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:50.381974Z","caller":"traceutil/trace.go:171","msg":"trace[562704088] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24481; }","duration":"3.559473808s","start":"2026-03-05T08:19:46.82248Z","end":"2026-03-05T08:19:50.381954Z","steps":["trace[562704088] 'agreement among raft nodes before linearized reading' (duration: 3.558926794s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:50.382023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:46.822466Z","time spent":"3.559540519s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:19:50.381536Z","caller":"traceutil/trace.go:171","msg":"trace[170563223] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:24481; }","duration":"3.801490917s","start":"2026-03-05T08:19:46.580038Z","end":"2026-03-05T08:19:50.381529Z","steps":["trace[170563223] 'agreement among raft nodes before linearized reading' (duration: 3.801415524s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:50.382225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:46.580018Z","time spent":"3.802193764s","remote":"127.0.0.1:49336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":90,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:51.690049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000255483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T08:19:51.690181Z","caller":"traceutil/trace.go:171","msg":"trace[495804091] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000490748s","start":"2026-03-05T08:19:49.689663Z","end":"2026-03-05T08:19:51.690154Z","steps":["trace[495804091] 'agreement among raft nodes before linearized reading' (duration: 2.000279503s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:51.690233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:49.689643Z","time spent":"2.000580801s","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:19:51.958812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287150575s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-05T08:19:51.960094Z","caller":"traceutil/trace.go:171","msg":"trace[1170385885] linearizableReadLoop","detail":"{readStateIndex:25347; appliedIndex:25345; }","duration":"1.57947196s","start":"2026-03-05T08:19:50.380595Z","end":"2026-03-05T08:19:51.960067Z","steps":["trace[1170385885] 'read index received' (duration: 290.974163ms)","trace[1170385885] 'applied index is now lower than readState.Index' (duration: 1.288496667s)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:19:51.96017Z","caller":"traceutil/trace.go:171","msg":"trace[1205543522] transaction","detail":"{read_only:false; response_revision:24482; number_of_response:1; }","duration":"2.121335465s","start":"2026-03-05T08:19:49.838804Z","end":"2026-03-05T08:19:51.960139Z","steps":["trace[1205543522] 'process raft request' (duration: 2.120139126s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:51.960312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:49.838779Z","time spent":"2.121457587s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:52.672933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.115326677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:19:52.673008Z","caller":"traceutil/trace.go:171","msg":"trace[252434613] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:24482; }","duration":"4.115453861s","start":"2026-03-05T08:19:48.557534Z","end":"2026-03-05T08:19:52.672988Z","steps":["trace[252434613] 'agreement among raft nodes before linearized reading' (duration: 3.402608589s)","trace[252434613] 'count revisions from in-memory index tree' (duration: 712.725309ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:52.673044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:48.557519Z","time spent":"4.115516764s","remote":"127.0.0.1:48126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:52.673209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.547861379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:52.673206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.996708576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-05T08:19:52.673272Z","caller":"traceutil/trace.go:171","msg":"trace[1054005895] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24482; }","duration":"3.547939201s","start":"2026-03-05T08:19:49.125315Z","end":"2026-03-05T08:19:52.673254Z","steps":["trace[1054005895] 'agreement among raft nodes before linearized reading' (duration: 2.834865693s)","trace[1054005895] 'count revisions from in-memory index tree' (duration: 712.964196ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:52.6733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:49.125269Z","time spent":"3.548023574s","remote":"127.0.0.1:34070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:19:52.673296Z","caller":"traceutil/trace.go:171","msg":"trace[2085083301] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24482; }","duration":"3.996824878s","start":"2026-03-05T08:19:48.676445Z","end":"2026-03-05T08:19:52.67327Z","steps":["trace[2085083301] 'agreement among raft nodes before linearized reading' (duration: 3.283639387s)","trace[2085083301] 'range keys from in-memory index tree' (duration: 712.943315ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:52.673298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.905052595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:52.673437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.542665742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:52.673441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.10945454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-05T08:19:52.673463Z","caller":"traceutil/trace.go:171","msg":"trace[1812231270] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:24482; }","duration":"5.542726604s","start":"2026-03-05T08:19:47.130728Z","end":"2026-03-05T08:19:52.673455Z","steps":["trace[1812231270] 'agreement among raft nodes before linearized reading' (duration: 4.829456761s)","trace[1812231270] 'count revisions from in-memory index tree' (duration: 713.226442ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:52.673482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:47.130709Z","time spent":"5.542767254s","remote":"127.0.0.1:49580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:52.673519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.520754667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:52.673507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.751129517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899e17bb65d96bf\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-05T08:19:52.67364Z","caller":"traceutil/trace.go:171","msg":"trace[1544560693] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899e17bb65d96bf; range_end:; response_count:1; response_revision:24482; }","duration":"5.751300891s","start":"2026-03-05T08:19:46.922293Z","end":"2026-03-05T08:19:52.673594Z","steps":["trace[1544560693] 'agreement among raft nodes before linearized reading' (duration: 5.037894745s)","trace[1544560693] 'range keys from in-memory index tree' (duration: 713.13765ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:52.673725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:46.922257Z","time spent":"5.751449135s","remote":"127.0.0.1:49220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899e17bb65d96bf\" "} {"level":"warn","ts":"2026-03-05T08:19:52.673735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.530264987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:19:52.673474Z","caller":"traceutil/trace.go:171","msg":"trace[2126696510] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24482; }","duration":"5.109527982s","start":"2026-03-05T08:19:47.563935Z","end":"2026-03-05T08:19:52.673463Z","steps":["trace[2126696510] 'agreement among raft nodes before linearized reading' (duration: 4.396230218s)","trace[2126696510] 'range keys from in-memory index tree' (duration: 713.214532ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:52.673835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.648915328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:52.673829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:47.56389Z","time spent":"5.109920391s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-05T08:19:52.67343Z","caller":"traceutil/trace.go:171","msg":"trace[799357185] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:24482; }","duration":"2.905242559s","start":"2026-03-05T08:19:49.768149Z","end":"2026-03-05T08:19:52.673392Z","steps":["trace[799357185] 'agreement among raft nodes before linearized reading' (duration: 2.192041308s)","trace[799357185] 'count revisions from in-memory index tree' (duration: 712.999947ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:19:52.673874Z","caller":"traceutil/trace.go:171","msg":"trace[1133701140] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:24482; }","duration":"2.649000169s","start":"2026-03-05T08:19:50.02486Z","end":"2026-03-05T08:19:52.67386Z","steps":["trace[1133701140] 'agreement among raft nodes before linearized reading' (duration: 1.935323157s)","trace[1133701140] 'count revisions from in-memory index tree' (duration: 713.617541ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:52.673904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:50.02484Z","time spent":"2.649057941s","remote":"127.0.0.1:42396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:52.673917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:49.768136Z","time spent":"2.905764142s","remote":"127.0.0.1:42384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:52.673343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:48.676439Z","time spent":"3.99689525s","remote":"127.0.0.1:42340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-05T08:19:52.673244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.752509377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-80de0469-bfc9-4095-a6fa-f1ed54e2fcb7\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-03-05T08:19:52.674259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.121534ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:19:52.674292Z","caller":"traceutil/trace.go:171","msg":"trace[1457828495] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-80de0469-bfc9-4095-a6fa-f1ed54e2fcb7; range_end:; response_count:1; response_revision:24482; }","duration":"4.753588553s","start":"2026-03-05T08:19:47.920677Z","end":"2026-03-05T08:19:52.674265Z","steps":["trace[1457828495] 'agreement among raft nodes before linearized reading' (duration: 4.039437429s)","trace[1457828495] 'range keys from in-memory index tree' (duration: 712.990137ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:52.67354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.395486607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-05T08:19:52.674349Z","caller":"traceutil/trace.go:171","msg":"trace[49667672] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24482; }","duration":"3.396334868s","start":"2026-03-05T08:19:49.278002Z","end":"2026-03-05T08:19:52.674337Z","steps":["trace[49667672] 'agreement among raft nodes before linearized reading' (duration: 2.682167913s)","trace[49667672] 'range keys from in-memory index tree' (duration: 713.270014ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:52.674355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:47.920658Z","time spent":"4.753679485s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-80de0469-bfc9-4095-a6fa-f1ed54e2fcb7\" "} {"level":"warn","ts":"2026-03-05T08:19:52.674378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:49.277983Z","time spent":"3.396384549s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-05T08:19:52.673558Z","caller":"traceutil/trace.go:171","msg":"trace[1681657823] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24482; }","duration":"5.520793068s","start":"2026-03-05T08:19:47.152752Z","end":"2026-03-05T08:19:52.673545Z","steps":["trace[1681657823] 'agreement among raft nodes before linearized reading' (duration: 4.807389882s)","trace[1681657823] 'count revisions from in-memory index tree' (duration: 713.344175ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:52.674438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:47.152739Z","time spent":"5.521691609s","remote":"127.0.0.1:34128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:19:52.674446Z","caller":"traceutil/trace.go:171","msg":"trace[1784823236] transaction","detail":"{read_only:false; response_revision:24483; number_of_response:1; }","duration":"1.714219909s","start":"2026-03-05T08:19:50.960213Z","end":"2026-03-05T08:19:52.674433Z","steps":["trace[1784823236] 'process raft request' (duration: 999.839579ms)","trace[1784823236] 'compare' (duration: 713.021448ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:19:52.674489Z","caller":"traceutil/trace.go:171","msg":"trace[444673810] transaction","detail":"{read_only:false; response_revision:24484; number_of_response:1; }","duration":"1.711997716s","start":"2026-03-05T08:19:50.962475Z","end":"2026-03-05T08:19:52.674473Z","steps":["trace[444673810] 'process raft request' (duration: 1.711877663s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:52.673777Z","caller":"traceutil/trace.go:171","msg":"trace[1927703939] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:24482; }","duration":"3.530308288s","start":"2026-03-05T08:19:49.143458Z","end":"2026-03-05T08:19:52.673767Z","steps":["trace[1927703939] 'agreement among raft nodes before linearized reading' (duration: 2.816718697s)","trace[1927703939] 'count revisions from in-memory index tree' (duration: 713.529739ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:52.674531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:50.960178Z","time spent":"1.714291261s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:52.674534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:49.143452Z","time spent":"3.531072136s","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":92,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:52.674556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:50.96244Z","time spent":"1.712081237s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:52.674771Z","caller":"traceutil/trace.go:171","msg":"trace[1634997551] transaction","detail":"{read_only:false; response_revision:24487; number_of_response:1; }","duration":"1.711907144s","start":"2026-03-05T08:19:50.962856Z","end":"2026-03-05T08:19:52.674763Z","steps":["trace[1634997551] 'process raft request' (duration: 1.711847252s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:52.674836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:50.962839Z","time spent":"1.711953694s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:52.674861Z","caller":"traceutil/trace.go:171","msg":"trace[1499022866] transaction","detail":"{read_only:false; response_revision:24485; number_of_response:1; }","duration":"1.712363614s","start":"2026-03-05T08:19:50.962487Z","end":"2026-03-05T08:19:52.674851Z","steps":["trace[1499022866] 'process raft request' (duration: 1.711941604s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:52.674896Z","caller":"traceutil/trace.go:171","msg":"trace[1477562161] transaction","detail":"{read_only:false; response_revision:24486; number_of_response:1; }","duration":"1.712390665s","start":"2026-03-05T08:19:50.962499Z","end":"2026-03-05T08:19:52.67489Z","steps":["trace[1477562161] 'process raft request' (duration: 1.712138119s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:52.674906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:50.962461Z","time spent":"1.712419585s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:52.674928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:50.962473Z","time spent":"1.712437906s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:52.674971Z","caller":"traceutil/trace.go:171","msg":"trace[1633758132] linearizableReadLoop","detail":"{readStateIndex:25353; appliedIndex:25347; }","duration":"714.791309ms","start":"2026-03-05T08:19:51.960161Z","end":"2026-03-05T08:19:52.674952Z","steps":["trace[1633758132] 'read index received' (duration: 123.758046ms)","trace[1633758132] 'applied index is now lower than readState.Index' (duration: 591.031883ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:19:52.67503Z","caller":"traceutil/trace.go:171","msg":"trace[2005803247] transaction","detail":"{read_only:false; response_revision:24488; number_of_response:1; }","duration":"1.711509744s","start":"2026-03-05T08:19:50.963512Z","end":"2026-03-05T08:19:52.675022Z","steps":["trace[2005803247] 'process raft request' (duration: 1.711224357s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:52.675073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:50.9635Z","time spent":"1.711549174s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:52.67512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.290554289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-05T08:19:52.675143Z","caller":"traceutil/trace.go:171","msg":"trace[239512606] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24488; }","duration":"2.29061197s","start":"2026-03-05T08:19:50.384522Z","end":"2026-03-05T08:19:52.675134Z","steps":["trace[239512606] 'agreement among raft nodes before linearized reading' (duration: 2.290544099s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:52.675132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.288185733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"warn","ts":"2026-03-05T08:19:52.67516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:50.384501Z","time spent":"2.290655562s","remote":"127.0.0.1:49336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-05T08:19:52.675178Z","caller":"traceutil/trace.go:171","msg":"trace[253346972] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:24488; }","duration":"2.288245995s","start":"2026-03-05T08:19:50.386919Z","end":"2026-03-05T08:19:52.675165Z","steps":["trace[253346972] 'agreement among raft nodes before linearized reading' (duration: 2.288079191s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:52.675176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.282485137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"warn","ts":"2026-03-05T08:19:52.675259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.287911206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:52.67526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.2922598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-05T08:19:52.675288Z","caller":"traceutil/trace.go:171","msg":"trace[460629003] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24488; }","duration":"2.287950077s","start":"2026-03-05T08:19:50.387328Z","end":"2026-03-05T08:19:52.675278Z","steps":["trace[460629003] 'agreement among raft nodes before linearized reading' (duration: 2.287901746s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:52.675303Z","caller":"traceutil/trace.go:171","msg":"trace[575202976] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24488; }","duration":"2.292326372s","start":"2026-03-05T08:19:50.382964Z","end":"2026-03-05T08:19:52.675291Z","steps":["trace[575202976] 'agreement among raft nodes before linearized reading' (duration: 2.292208939s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:52.675206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.377389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:52.675318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:50.387321Z","time spent":"2.287990878s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T08:19:52.675343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:50.382945Z","time spent":"2.292388614s","remote":"127.0.0.1:49348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-05T08:19:52.675262Z","caller":"traceutil/trace.go:171","msg":"trace[266349477] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24488; }","duration":"2.282571859s","start":"2026-03-05T08:19:50.392673Z","end":"2026-03-05T08:19:52.675244Z","steps":["trace[266349477] 'agreement among raft nodes before linearized reading' (duration: 2.282319843s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:52.675361Z","caller":"traceutil/trace.go:171","msg":"trace[322863004] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24488; }","duration":"984.560353ms","start":"2026-03-05T08:19:51.690782Z","end":"2026-03-05T08:19:52.675342Z","steps":["trace[322863004] 'agreement among raft nodes before linearized reading' (duration: 984.399529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:52.675385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:50.392668Z","time spent":"2.282710112s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-05T08:19:52.675419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:51.690758Z","time spent":"984.644976ms","remote":"127.0.0.1:49166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:19:52.675211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:50.386911Z","time spent":"2.288293046s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1281,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"warn","ts":"2026-03-05T08:19:52.67515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.289948275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-05T08:19:52.675549Z","caller":"traceutil/trace.go:171","msg":"trace[317046010] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:24488; }","duration":"2.290371905s","start":"2026-03-05T08:19:50.385169Z","end":"2026-03-05T08:19:52.675541Z","steps":["trace[317046010] 'agreement among raft nodes before linearized reading' (duration: 2.289871093s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:52.675565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.102446761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:52.675593Z","caller":"traceutil/trace.go:171","msg":"trace[1047634102] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24488; }","duration":"2.102757229s","start":"2026-03-05T08:19:50.572829Z","end":"2026-03-05T08:19:52.675586Z","steps":["trace[1047634102] 'agreement among raft nodes before linearized reading' (duration: 2.102455082s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:52.675649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:50.572815Z","time spent":"2.102791549s","remote":"127.0.0.1:33898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:52.675572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:50.385161Z","time spent":"2.290404826s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-05T08:19:52.673703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.19264387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-05T08:19:52.67636Z","caller":"traceutil/trace.go:171","msg":"trace[1654803993] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:24482; }","duration":"4.195326895s","start":"2026-03-05T08:19:48.481023Z","end":"2026-03-05T08:19:52.67635Z","steps":["trace[1654803993] 'agreement among raft nodes before linearized reading' (duration: 3.479131752s)","trace[1654803993] 'count revisions from in-memory index tree' (duration: 713.531589ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:52.676407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:48.481004Z","time spent":"4.195393736s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":178,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:53.176075Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031208863,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:19:53.869219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.339385ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:19:53.869358Z","caller":"traceutil/trace.go:171","msg":"trace[1804540826] transaction","detail":"{read_only:false; response_revision:24489; number_of_response:1; }","duration":"1.482720652s","start":"2026-03-05T08:19:52.386604Z","end":"2026-03-05T08:19:53.869325Z","steps":["trace[1804540826] 'process raft request' (duration: 819.187321ms)","trace[1804540826] 'compare' (duration: 662.938566ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:53.869441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:52.386585Z","time spent":"1.482816545s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:54.684465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000733965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T08:19:54.684593Z","caller":"traceutil/trace.go:171","msg":"trace[538527870] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000910349s","start":"2026-03-05T08:19:52.68366Z","end":"2026-03-05T08:19:54.68457Z","steps":["trace[538527870] 'agreement among raft nodes before linearized reading' (duration: 2.000758195s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:54.684647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:52.683647Z","time spent":"2.000988482s","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 08:19:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T08:19:54.743003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.165438ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:19:54.743254Z","caller":"traceutil/trace.go:171","msg":"trace[619201031] transaction","detail":"{read_only:false; response_revision:24491; number_of_response:1; }","duration":"2.064156154s","start":"2026-03-05T08:19:52.679078Z","end":"2026-03-05T08:19:54.743234Z","steps":["trace[619201031] 'process raft request' (duration: 2.064031891s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:54.743329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:52.679056Z","time spent":"2.064236676s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:54.743449Z","caller":"traceutil/trace.go:171","msg":"trace[1175416425] transaction","detail":"{read_only:false; response_revision:24490; number_of_response:1; }","duration":"2.064813311s","start":"2026-03-05T08:19:52.678483Z","end":"2026-03-05T08:19:54.743296Z","steps":["trace[1175416425] 'process raft request' (duration: 1.505246742s)","trace[1175416425] 'compare' (duration: 559.028315ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:19:54.743697Z","caller":"traceutil/trace.go:171","msg":"trace[442802903] transaction","detail":"{read_only:false; response_revision:24492; number_of_response:1; }","duration":"2.063082099s","start":"2026-03-05T08:19:52.680576Z","end":"2026-03-05T08:19:54.743658Z","steps":["trace[442802903] 'process raft request' (duration: 2.062600956s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:54.743773Z","caller":"traceutil/trace.go:171","msg":"trace[1813749724] transaction","detail":"{read_only:false; response_revision:24493; number_of_response:1; }","duration":"2.059900033s","start":"2026-03-05T08:19:52.683848Z","end":"2026-03-05T08:19:54.743748Z","steps":["trace[1813749724] 'process raft request' (duration: 2.059552095s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:54.743787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:52.678465Z","time spent":"2.065082567s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:54.743822Z","caller":"traceutil/trace.go:171","msg":"trace[1115804064] transaction","detail":"{read_only:false; response_revision:24494; number_of_response:1; }","duration":"1.447379525s","start":"2026-03-05T08:19:53.296415Z","end":"2026-03-05T08:19:54.743794Z","steps":["trace[1115804064] 'process raft request' (duration: 1.447290113s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:54.743879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:52.683838Z","time spent":"2.059984204s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:54.743919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:52.680562Z","time spent":"2.063231743s","remote":"127.0.0.1:49220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:54.743951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.563740656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:54.743952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.548404919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:19:54.744006Z","caller":"traceutil/trace.go:171","msg":"trace[1375420093] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:24494; }","duration":"2.563840538s","start":"2026-03-05T08:19:52.180142Z","end":"2026-03-05T08:19:54.743983Z","steps":["trace[1375420093] 'agreement among raft nodes before linearized reading' (duration: 2.563748816s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:54.743842Z","caller":"traceutil/trace.go:171","msg":"trace[942917889] linearizableReadLoop","detail":"{readStateIndex:25358; appliedIndex:25353; }","duration":"2.068804996s","start":"2026-03-05T08:19:52.675008Z","end":"2026-03-05T08:19:54.743813Z","steps":["trace[942917889] 'read index received' (duration: 530.795091ms)","trace[942917889] 'applied index is now lower than readState.Index' (duration: 1.538007395s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:54.74401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:53.296391Z","time spent":"1.447514577s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:54.744048Z","caller":"traceutil/trace.go:171","msg":"trace[412723334] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:24494; }","duration":"2.5484933s","start":"2026-03-05T08:19:52.195499Z","end":"2026-03-05T08:19:54.743992Z","steps":["trace[412723334] 'agreement among raft nodes before linearized reading' (duration: 2.548327597s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:54.744882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:52.195488Z","time spent":"2.549361802s","remote":"127.0.0.1:49312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:54.744056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:52.18012Z","time spent":"2.56392053s","remote":"127.0.0.1:49274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:55.244773Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031208875,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T08:19:55.538148Z","caller":"traceutil/trace.go:171","msg":"trace[185150537] transaction","detail":"{read_only:false; response_revision:24495; number_of_response:1; }","duration":"857.393305ms","start":"2026-03-05T08:19:54.680696Z","end":"2026-03-05T08:19:55.538089Z","steps":["trace[185150537] 'process raft request' (duration: 817.171182ms)","trace[185150537] 'compare' (duration: 39.897796ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:55.538314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:54.680655Z","time spent":"857.57774ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:55.538358Z","caller":"traceutil/trace.go:171","msg":"trace[1221182613] transaction","detail":"{read_only:false; response_revision:24496; number_of_response:1; }","duration":"857.601131ms","start":"2026-03-05T08:19:54.680711Z","end":"2026-03-05T08:19:55.538312Z","steps":["trace[1221182613] 'process raft request' (duration: 857.295273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:55.538984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:54.680677Z","time spent":"857.959939ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:55.557792Z","caller":"traceutil/trace.go:171","msg":"trace[2096612187] linearizableReadLoop","detail":"{readStateIndex:25365; appliedIndex:25359; }","duration":"813.731309ms","start":"2026-03-05T08:19:54.744044Z","end":"2026-03-05T08:19:55.557775Z","steps":["trace[2096612187] 'read index received' (duration: 753.839104ms)","trace[2096612187] 'applied index is now lower than readState.Index' (duration: 59.891245ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:19:55.557788Z","caller":"traceutil/trace.go:171","msg":"trace[48885585] transaction","detail":"{read_only:false; response_revision:24497; number_of_response:1; }","duration":"876.434462ms","start":"2026-03-05T08:19:54.68131Z","end":"2026-03-05T08:19:55.557744Z","steps":["trace[48885585] 'process raft request' (duration: 876.137445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:55.55793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507196838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:55.557964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:54.681298Z","time spent":"876.581855ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:55.558016Z","caller":"traceutil/trace.go:171","msg":"trace[912341499] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:24501; }","duration":"1.507347401s","start":"2026-03-05T08:19:54.050646Z","end":"2026-03-05T08:19:55.557994Z","steps":["trace[912341499] 'agreement among raft nodes before linearized reading' (duration: 1.507168517s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:55.558075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:54.050623Z","time spent":"1.507436713s","remote":"127.0.0.1:49596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:55.558094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.928388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-80de0469-bfc9-4095-a6fa-f1ed54e2fcb7\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-05T08:19:55.558157Z","caller":"traceutil/trace.go:171","msg":"trace[1638238335] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-80de0469-bfc9-4095-a6fa-f1ed54e2fcb7; range_end:; response_count:1; response_revision:24501; }","duration":"810.015551ms","start":"2026-03-05T08:19:54.748129Z","end":"2026-03-05T08:19:55.558144Z","steps":["trace[1638238335] 'agreement among raft nodes before linearized reading' (duration: 809.867387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:55.55816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.879520993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-05T08:19:55.558198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:54.748116Z","time spent":"810.075472ms","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-80de0469-bfc9-4095-a6fa-f1ed54e2fcb7\" "} {"level":"info","ts":"2026-03-05T08:19:55.558256Z","caller":"traceutil/trace.go:171","msg":"trace[215775541] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24501; }","duration":"2.879622555s","start":"2026-03-05T08:19:52.678584Z","end":"2026-03-05T08:19:55.558206Z","steps":["trace[215775541] 'agreement among raft nodes before linearized reading' (duration: 2.879360539s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:55.558254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.694592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T08:19:55.558298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:52.678578Z","time spent":"2.879712227s","remote":"127.0.0.1:49176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-05T08:19:55.558299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.879358038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-03-05T08:19:55.558303Z","caller":"traceutil/trace.go:171","msg":"trace[1612711996] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:24501; }","duration":"660.798754ms","start":"2026-03-05T08:19:54.897491Z","end":"2026-03-05T08:19:55.55829Z","steps":["trace[1612711996] 'agreement among raft nodes before linearized reading' (duration: 660.706482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:55.558361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:54.897465Z","time spent":"660.887037ms","remote":"127.0.0.1:34498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:19:55.558357Z","caller":"traceutil/trace.go:171","msg":"trace[1852949729] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24501; }","duration":"2.879429109s","start":"2026-03-05T08:19:52.678914Z","end":"2026-03-05T08:19:55.558343Z","steps":["trace[1852949729] 'agreement among raft nodes before linearized reading' (duration: 2.879271146s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:55.558404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:52.67891Z","time spent":"2.879486442s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1469,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-05T08:19:55.558481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.879695384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-80de0469-bfc9-4095-a6fa-f1ed54e2fcb7\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-05T08:19:55.558528Z","caller":"traceutil/trace.go:171","msg":"trace[396616349] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-80de0469-bfc9-4095-a6fa-f1ed54e2fcb7; range_end:; response_count:1; response_revision:24501; }","duration":"1.879772635s","start":"2026-03-05T08:19:53.678741Z","end":"2026-03-05T08:19:55.558514Z","steps":["trace[396616349] 'agreement among raft nodes before linearized reading' (duration: 1.879645891s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:55.558563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:53.678721Z","time spent":"1.879834907s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-80de0469-bfc9-4095-a6fa-f1ed54e2fcb7\" "} {"level":"warn","ts":"2026-03-05T08:19:55.558599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.879703367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5af70418-54a4-4f12-8476-2d90412e4fbf\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-05T08:19:55.558664Z","caller":"traceutil/trace.go:171","msg":"trace[1188585341] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5af70418-54a4-4f12-8476-2d90412e4fbf; range_end:; response_count:1; response_revision:24501; }","duration":"2.879774069s","start":"2026-03-05T08:19:52.678871Z","end":"2026-03-05T08:19:55.558645Z","steps":["trace[1188585341] 'agreement among raft nodes before linearized reading' (duration: 2.879545572s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:55.558664Z","caller":"traceutil/trace.go:171","msg":"trace[728626018] transaction","detail":"{read_only:false; response_revision:24501; number_of_response:1; }","duration":"169.38706ms","start":"2026-03-05T08:19:55.389263Z","end":"2026-03-05T08:19:55.55865Z","steps":["trace[728626018] 'process raft request' (duration: 168.468127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:55.558702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:52.678865Z","time spent":"2.879829591s","remote":"127.0.0.1:49312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-5af70418-54a4-4f12-8476-2d90412e4fbf\" "} {"level":"warn","ts":"2026-03-05T08:19:55.55879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.830003528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:55.558501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.877961196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.1899e4223c88fdd3\" ","response":"range_response_count:1 size:742"} {"level":"warn","ts":"2026-03-05T08:19:55.558162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.42577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:55.558901Z","caller":"traceutil/trace.go:171","msg":"trace[1118399306] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.1899e4223c88fdd3; range_end:; response_count:1; response_revision:24501; }","duration":"2.878410797s","start":"2026-03-05T08:19:52.680477Z","end":"2026-03-05T08:19:55.558888Z","steps":["trace[1118399306] 'agreement among raft nodes before linearized reading' (duration: 2.877366152s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:55.5589Z","caller":"traceutil/trace.go:171","msg":"trace[8506375] transaction","detail":"{read_only:false; response_revision:24499; number_of_response:1; }","duration":"876.680228ms","start":"2026-03-05T08:19:54.682209Z","end":"2026-03-05T08:19:55.55889Z","steps":["trace[8506375] 'process raft request' (duration: 875.437488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:55.558941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:52.680461Z","time spent":"2.878467768s","remote":"127.0.0.1:49220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":765,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.1899e4223c88fdd3\" "} {"level":"warn","ts":"2026-03-05T08:19:55.558948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.455785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:55.558875Z","caller":"traceutil/trace.go:171","msg":"trace[1046449645] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24501; }","duration":"2.83011773s","start":"2026-03-05T08:19:52.728738Z","end":"2026-03-05T08:19:55.558856Z","steps":["trace[1046449645] 'agreement among raft nodes before linearized reading' (duration: 2.829940205s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:55.559092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:52.72872Z","time spent":"2.830352646s","remote":"127.0.0.1:49602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-05T08:19:55.559217Z","caller":"traceutil/trace.go:171","msg":"trace[1806430431] transaction","detail":"{read_only:false; response_revision:24498; number_of_response:1; }","duration":"877.525068ms","start":"2026-03-05T08:19:54.681675Z","end":"2026-03-05T08:19:55.5592Z","steps":["trace[1806430431] 'process raft request' (duration: 875.923099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:55.559317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:54.681644Z","time spent":"877.61552ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:55.558975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:54.682197Z","time spent":"876.74032ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:55.557959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.878961879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:55.559719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.512897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-67744c6465-wvtzd.1899e4115188c5ec\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-05T08:19:55.559948Z","caller":"traceutil/trace.go:171","msg":"trace[526172001] range","detail":"{range_begin:/registry/events/openstack/magnum-api-67744c6465-wvtzd.1899e4115188c5ec; range_end:; response_count:1; response_revision:24501; }","duration":"811.690462ms","start":"2026-03-05T08:19:54.748182Z","end":"2026-03-05T08:19:55.559872Z","steps":["trace[526172001] 'agreement among raft nodes before linearized reading' (duration: 811.424905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:55.560054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:54.748177Z","time spent":"811.863116ms","remote":"127.0.0.1:49220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/magnum-api-67744c6465-wvtzd.1899e4115188c5ec\" "} {"level":"info","ts":"2026-03-05T08:19:55.558958Z","caller":"traceutil/trace.go:171","msg":"trace[301107494] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:24501; }","duration":"150.24189ms","start":"2026-03-05T08:19:55.408687Z","end":"2026-03-05T08:19:55.558929Z","steps":["trace[301107494] 'agreement among raft nodes before linearized reading' (duration: 149.43573ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:55.559815Z","caller":"traceutil/trace.go:171","msg":"trace[58411701] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24501; }","duration":"2.880770943s","start":"2026-03-05T08:19:52.678968Z","end":"2026-03-05T08:19:55.559739Z","steps":["trace[58411701] 'agreement among raft nodes before linearized reading' (duration: 2.878932248s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:55.55898Z","caller":"traceutil/trace.go:171","msg":"trace[1086359463] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24501; }","duration":"874.515966ms","start":"2026-03-05T08:19:54.684455Z","end":"2026-03-05T08:19:55.558971Z","steps":["trace[1086359463] 'agreement among raft nodes before linearized reading' (duration: 874.458105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:55.560701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:54.684445Z","time spent":"876.228467ms","remote":"127.0.0.1:49166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:19:55.560726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:52.678962Z","time spent":"2.881711975s","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-05T08:19:55.558856Z","caller":"traceutil/trace.go:171","msg":"trace[358962257] transaction","detail":"{read_only:false; response_revision:24500; number_of_response:1; }","duration":"876.463273ms","start":"2026-03-05T08:19:54.682375Z","end":"2026-03-05T08:19:55.558838Z","steps":["trace[358962257] 'process raft request' (duration: 875.314615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:55.561124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:54.682367Z","time spent":"878.683386ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:55.90797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.816546ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:19:55.908092Z","caller":"traceutil/trace.go:171","msg":"trace[542520477] transaction","detail":"{read_only:false; response_revision:24502; number_of_response:1; }","duration":"346.990675ms","start":"2026-03-05T08:19:55.561081Z","end":"2026-03-05T08:19:55.908072Z","steps":["trace[542520477] 'process raft request' (duration: 106.959014ms)","trace[542520477] 'compare' (duration: 239.53079ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:55.908171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:55.561051Z","time spent":"347.070437ms","remote":"127.0.0.1:49220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:56.16728Z","caller":"traceutil/trace.go:171","msg":"trace[37829006] transaction","detail":"{read_only:false; response_revision:24503; number_of_response:1; }","duration":"604.2681ms","start":"2026-03-05T08:19:55.56299Z","end":"2026-03-05T08:19:56.167258Z","steps":["trace[37829006] 'process raft request' (duration: 550.394259ms)","trace[37829006] 'compare' (duration: 53.668766ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:56.167434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:55.562966Z","time spent":"604.377483ms","remote":"127.0.0.1:49220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:56.167567Z","caller":"traceutil/trace.go:171","msg":"trace[513618668] transaction","detail":"{read_only:false; response_revision:24504; number_of_response:1; }","duration":"601.073234ms","start":"2026-03-05T08:19:55.566469Z","end":"2026-03-05T08:19:56.167543Z","steps":["trace[513618668] 'process raft request' (duration: 600.739786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:56.167682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:55.566459Z","time spent":"601.163677ms","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3932,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:56.167822Z","caller":"traceutil/trace.go:171","msg":"trace[385013637] transaction","detail":"{read_only:false; response_revision:24505; number_of_response:1; }","duration":"292.92519ms","start":"2026-03-05T08:19:55.874855Z","end":"2026-03-05T08:19:56.16778Z","steps":["trace[385013637] 'process raft request' (duration: 292.732566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:56.168002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.976067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T08:19:56.168023Z","caller":"traceutil/trace.go:171","msg":"trace[2121167772] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24505; }","duration":"605.022018ms","start":"2026-03-05T08:19:55.562996Z","end":"2026-03-05T08:19:56.168018Z","steps":["trace[2121167772] 'agreement among raft nodes before linearized reading' (duration: 604.923196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:56.168039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:55.562978Z","time spent":"605.057949ms","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-05T08:19:56.167905Z","caller":"traceutil/trace.go:171","msg":"trace[1681823605] linearizableReadLoop","detail":"{readStateIndex:25368; appliedIndex:25366; }","duration":"604.867545ms","start":"2026-03-05T08:19:55.563023Z","end":"2026-03-05T08:19:56.167891Z","steps":["trace[1681823605] 'read index received' (duration: 105.000467ms)","trace[1681823605] 'applied index is now lower than readState.Index' (duration: 499.866128ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:56.168218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.186612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:56.168245Z","caller":"traceutil/trace.go:171","msg":"trace[801651913] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24505; }","duration":"600.216743ms","start":"2026-03-05T08:19:55.568016Z","end":"2026-03-05T08:19:56.168233Z","steps":["trace[801651913] 'agreement among raft nodes before linearized reading' (duration: 600.176552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:56.168259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:55.56801Z","time spent":"600.245683ms","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:19:56.168348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.942004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:56.168366Z","caller":"traceutil/trace.go:171","msg":"trace[820707796] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:24505; }","duration":"366.995895ms","start":"2026-03-05T08:19:55.801366Z","end":"2026-03-05T08:19:56.168362Z","steps":["trace[820707796] 'agreement among raft nodes before linearized reading' (duration: 366.960214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:56.16838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:55.80134Z","time spent":"367.035805ms","remote":"127.0.0.1:34334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:56.168385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.06819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"warn","ts":"2026-03-05T08:19:56.168426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.737262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.1899e4223ccc9608\" ","response":"range_response_count:1 size:736"} {"level":"warn","ts":"2026-03-05T08:19:56.168482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.799773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:56.168505Z","caller":"traceutil/trace.go:171","msg":"trace[1193442837] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24505; }","duration":"604.838554ms","start":"2026-03-05T08:19:55.563661Z","end":"2026-03-05T08:19:56.168499Z","steps":["trace[1193442837] 'agreement among raft nodes before linearized reading' (duration: 604.800313ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:56.16848Z","caller":"traceutil/trace.go:171","msg":"trace[952368388] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:24505; }","duration":"605.192482ms","start":"2026-03-05T08:19:55.563264Z","end":"2026-03-05T08:19:56.168456Z","steps":["trace[952368388] 'agreement among raft nodes before linearized reading' (duration: 604.901865ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:56.168497Z","caller":"traceutil/trace.go:171","msg":"trace[748913792] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.1899e4223ccc9608; range_end:; response_count:1; response_revision:24505; }","duration":"256.843245ms","start":"2026-03-05T08:19:55.911633Z","end":"2026-03-05T08:19:56.168477Z","steps":["trace[748913792] 'agreement among raft nodes before linearized reading' (duration: 256.636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:56.168521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:55.563653Z","time spent":"604.861455ms","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-05T08:19:56.168528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.702751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-03-05T08:19:56.168547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:55.563255Z","time spent":"605.278274ms","remote":"127.0.0.1:49606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9627,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"info","ts":"2026-03-05T08:19:56.168562Z","caller":"traceutil/trace.go:171","msg":"trace[1237381850] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:24505; }","duration":"604.735821ms","start":"2026-03-05T08:19:55.563815Z","end":"2026-03-05T08:19:56.168551Z","steps":["trace[1237381850] 'agreement among raft nodes before linearized reading' (duration: 604.630459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:56.168592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:55.563809Z","time spent":"604.777442ms","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-05T08:19:56.168588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.301717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:56.168666Z","caller":"traceutil/trace.go:171","msg":"trace[1017735013] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24505; }","duration":"603.402499ms","start":"2026-03-05T08:19:55.565244Z","end":"2026-03-05T08:19:56.168647Z","steps":["trace[1017735013] 'agreement among raft nodes before linearized reading' (duration: 603.263625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:56.168714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:55.56524Z","time spent":"603.46256ms","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-05T08:19:56.419208Z","caller":"traceutil/trace.go:171","msg":"trace[2091802795] transaction","detail":"{read_only:false; response_revision:24509; number_of_response:1; }","duration":"189.270606ms","start":"2026-03-05T08:19:56.229907Z","end":"2026-03-05T08:19:56.419178Z","steps":["trace[2091802795] 'process raft request' (duration: 129.35516ms)","trace[2091802795] 'compare' (duration: 59.757972ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:57.394583Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.035268808s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T08:19:57.45258Z","caller":"traceutil/trace.go:171","msg":"trace[481145617] linearizableReadLoop","detail":"{readStateIndex:25376; appliedIndex:25374; }","duration":"1.220989199s","start":"2026-03-05T08:19:56.231562Z","end":"2026-03-05T08:19:57.452551Z","steps":["trace[481145617] 'read index received' (duration: 127.71931ms)","trace[481145617] 'applied index is now lower than readState.Index' (duration: 1.093267899s)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:19:57.452601Z","caller":"traceutil/trace.go:171","msg":"trace[785980257] transaction","detail":"{read_only:false; response_revision:24510; number_of_response:1; }","duration":"1.222043085s","start":"2026-03-05T08:19:56.230523Z","end":"2026-03-05T08:19:57.452566Z","steps":["trace[785980257] 'process raft request' (duration: 1.164262599s)","trace[785980257] 'compare' (duration: 57.237042ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:57.452747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:56.230507Z","time spent":"1.222159048s","remote":"127.0.0.1:49220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:57.452834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221256165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-05T08:19:57.452874Z","caller":"traceutil/trace.go:171","msg":"trace[1801443154] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24510; }","duration":"1.221341208s","start":"2026-03-05T08:19:56.231523Z","end":"2026-03-05T08:19:57.452864Z","steps":["trace[1801443154] 'agreement among raft nodes before linearized reading' (duration: 1.221155033s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:57.452937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:56.23151Z","time spent":"1.221387548s","remote":"127.0.0.1:49176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-05T08:19:57.453916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222155767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-05T08:19:57.454036Z","caller":"traceutil/trace.go:171","msg":"trace[2041802975] transaction","detail":"{read_only:false; response_revision:24511; number_of_response:1; }","duration":"405.438836ms","start":"2026-03-05T08:19:57.048579Z","end":"2026-03-05T08:19:57.454018Z","steps":["trace[2041802975] 'process raft request' (duration: 404.942884ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:57.454051Z","caller":"traceutil/trace.go:171","msg":"trace[1095153107] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24511; }","duration":"1.22228546s","start":"2026-03-05T08:19:56.231744Z","end":"2026-03-05T08:19:57.454029Z","steps":["trace[1095153107] 'agreement among raft nodes before linearized reading' (duration: 1.221988563s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:57.454264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.417673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T08:19:57.454338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.200243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-80de0469-bfc9-4095-a6fa-f1ed54e2fcb7\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-05T08:19:57.454347Z","caller":"traceutil/trace.go:171","msg":"trace[1581118755] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:24511; }","duration":"228.555266ms","start":"2026-03-05T08:19:57.225773Z","end":"2026-03-05T08:19:57.454329Z","steps":["trace[1581118755] 'agreement among raft nodes before linearized reading' (duration: 228.412323ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:57.454394Z","caller":"traceutil/trace.go:171","msg":"trace[2082730379] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-80de0469-bfc9-4095-a6fa-f1ed54e2fcb7; range_end:; response_count:1; response_revision:24511; }","duration":"890.314905ms","start":"2026-03-05T08:19:56.564059Z","end":"2026-03-05T08:19:57.454374Z","steps":["trace[2082730379] 'agreement among raft nodes before linearized reading' (duration: 890.142181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:57.454194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:57.048552Z","time spent":"405.529198ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:57.454285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:56.231734Z","time spent":"1.222530946s","remote":"127.0.0.1:46748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-05T08:19:57.453929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.42644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:57.454776Z","caller":"traceutil/trace.go:171","msg":"trace[391958400] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:24511; }","duration":"811.320991ms","start":"2026-03-05T08:19:56.643436Z","end":"2026-03-05T08:19:57.454757Z","steps":["trace[391958400] 'agreement among raft nodes before linearized reading' (duration: 810.42944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:57.45484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:56.643413Z","time spent":"811.404454ms","remote":"127.0.0.1:49260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:57.453983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.929968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:57.45492Z","caller":"traceutil/trace.go:171","msg":"trace[511224007] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24511; }","duration":"651.884321ms","start":"2026-03-05T08:19:56.803015Z","end":"2026-03-05T08:19:57.4549Z","steps":["trace[511224007] 'agreement among raft nodes before linearized reading' (duration: 650.947829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:57.4539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.528354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:57.454989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:56.80299Z","time spent":"651.981793ms","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:19:57.454441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:56.564031Z","time spent":"890.396868ms","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-80de0469-bfc9-4095-a6fa-f1ed54e2fcb7\" "} {"level":"info","ts":"2026-03-05T08:19:57.45505Z","caller":"traceutil/trace.go:171","msg":"trace[1418295941] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24511; }","duration":"327.726934ms","start":"2026-03-05T08:19:57.127297Z","end":"2026-03-05T08:19:57.455024Z","steps":["trace[1418295941] 'agreement among raft nodes before linearized reading' (duration: 326.521624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:57.45443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219258817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"warn","ts":"2026-03-05T08:19:57.455204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:57.127277Z","time spent":"327.864707ms","remote":"127.0.0.1:49384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:19:57.455218Z","caller":"traceutil/trace.go:171","msg":"trace[363026132] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:24511; }","duration":"1.220097248s","start":"2026-03-05T08:19:56.235109Z","end":"2026-03-05T08:19:57.455206Z","steps":["trace[363026132] 'agreement among raft nodes before linearized reading' (duration: 1.219100903s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:57.455255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:56.235095Z","time spent":"1.220148949s","remote":"127.0.0.1:49606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9627,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"info","ts":"2026-03-05T08:19:57.629339Z","caller":"traceutil/trace.go:171","msg":"trace[213383468] linearizableReadLoop","detail":"{readStateIndex:25380; appliedIndex:25379; }","duration":"110.141531ms","start":"2026-03-05T08:19:57.519156Z","end":"2026-03-05T08:19:57.629297Z","steps":["trace[213383468] 'read index received' (duration: 47.54239ms)","trace[213383468] 'applied index is now lower than readState.Index' (duration: 62.59737ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:19:57.629428Z","caller":"traceutil/trace.go:171","msg":"trace[1935803363] transaction","detail":"{read_only:false; response_revision:24514; number_of_response:1; }","duration":"138.682163ms","start":"2026-03-05T08:19:57.490699Z","end":"2026-03-05T08:19:57.629381Z","steps":["trace[1935803363] 'process raft request' (duration: 75.988861ms)","trace[1935803363] 'compare' (duration: 61.726529ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:57.629561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.377776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:57.629649Z","caller":"traceutil/trace.go:171","msg":"trace[1137728717] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:24514; }","duration":"110.56123ms","start":"2026-03-05T08:19:57.519065Z","end":"2026-03-05T08:19:57.629627Z","steps":["trace[1137728717] 'agreement among raft nodes before linearized reading' (duration: 110.392056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:58.025157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.702362ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:19:58.025874Z","caller":"traceutil/trace.go:171","msg":"trace[518049564] transaction","detail":"{read_only:false; response_revision:24516; number_of_response:1; }","duration":"480.592586ms","start":"2026-03-05T08:19:57.545262Z","end":"2026-03-05T08:19:58.025854Z","steps":["trace[518049564] 'process raft request' (duration: 480.431012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:58.02612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:57.545235Z","time spent":"480.800581ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:58.025879Z","caller":"traceutil/trace.go:171","msg":"trace[1411257001] transaction","detail":"{read_only:false; response_revision:24515; number_of_response:1; }","duration":"480.944574ms","start":"2026-03-05T08:19:57.544873Z","end":"2026-03-05T08:19:58.025817Z","steps":["trace[1411257001] 'process raft request' (duration: 233.479354ms)","trace[1411257001] 'compare' (duration: 246.438066ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:19:58.026267Z","caller":"traceutil/trace.go:171","msg":"trace[1831521804] transaction","detail":"{read_only:false; response_revision:24518; number_of_response:1; }","duration":"459.660745ms","start":"2026-03-05T08:19:57.566567Z","end":"2026-03-05T08:19:58.026228Z","steps":["trace[1831521804] 'process raft request' (duration: 459.47434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:58.026342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:57.544831Z","time spent":"481.437226ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:58.0265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:57.566508Z","time spent":"459.867849ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:58.026239Z","caller":"traceutil/trace.go:171","msg":"trace[1716530283] transaction","detail":"{read_only:false; response_revision:24517; number_of_response:1; }","duration":"459.670135ms","start":"2026-03-05T08:19:57.566513Z","end":"2026-03-05T08:19:58.026183Z","steps":["trace[1716530283] 'process raft request' (duration: 459.289186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:58.026674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:57.566488Z","time spent":"460.136327ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:58.318514Z","caller":"traceutil/trace.go:171","msg":"trace[1153088425] transaction","detail":"{read_only:false; response_revision:24519; number_of_response:1; }","duration":"751.774196ms","start":"2026-03-05T08:19:57.566716Z","end":"2026-03-05T08:19:58.31849Z","steps":["trace[1153088425] 'process raft request' (duration: 713.013137ms)","trace[1153088425] 'compare' (duration: 38.563174ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:19:58.31884Z","caller":"traceutil/trace.go:171","msg":"trace[350661780] transaction","detail":"{read_only:false; response_revision:24521; number_of_response:1; }","duration":"143.333834ms","start":"2026-03-05T08:19:58.175477Z","end":"2026-03-05T08:19:58.318811Z","steps":["trace[350661780] 'process raft request' (duration: 143.192271ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:58.318828Z","caller":"traceutil/trace.go:171","msg":"trace[208819187] transaction","detail":"{read_only:false; response_revision:24520; number_of_response:1; }","duration":"752.037992ms","start":"2026-03-05T08:19:57.566738Z","end":"2026-03-05T08:19:58.318776Z","steps":["trace[208819187] 'process raft request' (duration: 751.711124ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:58.318843Z","caller":"traceutil/trace.go:171","msg":"trace[1316132461] linearizableReadLoop","detail":"{readStateIndex:25386; appliedIndex:25380; }","duration":"685.833705ms","start":"2026-03-05T08:19:57.63298Z","end":"2026-03-05T08:19:58.318814Z","steps":["trace[1316132461] 'read index received' (duration: 145.400935ms)","trace[1316132461] 'applied index is now lower than readState.Index' (duration: 540.42965ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:58.319053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.054231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-67744c6465-wvtzd.1899e4115188c5ec\" ","response":"range_response_count:1 size:783"} {"level":"warn","ts":"2026-03-05T08:19:58.319055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:57.566693Z","time spent":"752.240856ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:58.319093Z","caller":"traceutil/trace.go:171","msg":"trace[799539868] range","detail":"{range_begin:/registry/events/openstack/magnum-api-67744c6465-wvtzd.1899e4115188c5ec; range_end:; response_count:1; response_revision:24521; }","duration":"686.156343ms","start":"2026-03-05T08:19:57.632926Z","end":"2026-03-05T08:19:58.319082Z","steps":["trace[799539868] 'agreement among raft nodes before linearized reading' (duration: 685.970608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:58.318665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:57.566704Z","time spent":"751.884318ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:58.319133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:57.632907Z","time spent":"686.213764ms","remote":"127.0.0.1:49220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/magnum-api-67744c6465-wvtzd.1899e4115188c5ec\" "} {"level":"warn","ts":"2026-03-05T08:19:58.319248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.247352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-05T08:19:58.319314Z","caller":"traceutil/trace.go:171","msg":"trace[1379397] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24521; }","duration":"635.374936ms","start":"2026-03-05T08:19:57.683922Z","end":"2026-03-05T08:19:58.319297Z","steps":["trace[1379397] 'agreement among raft nodes before linearized reading' (duration: 635.178101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:58.319355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:57.683892Z","time spent":"635.453677ms","remote":"127.0.0.1:42340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-05T08:19:58.58797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.18857ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:19:58.588052Z","caller":"traceutil/trace.go:171","msg":"trace[1527753771] linearizableReadLoop","detail":"{readStateIndex:25388; appliedIndex:25387; }","duration":"158.521709ms","start":"2026-03-05T08:19:58.429517Z","end":"2026-03-05T08:19:58.588039Z","steps":["trace[1527753771] 'read index received' (duration: 43.176285ms)","trace[1527753771] 'applied index is now lower than readState.Index' (duration: 115.344664ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:19:58.588108Z","caller":"traceutil/trace.go:171","msg":"trace[620928136] transaction","detail":"{read_only:false; response_revision:24522; number_of_response:1; }","duration":"265.40121ms","start":"2026-03-05T08:19:58.322699Z","end":"2026-03-05T08:19:58.5881Z","steps":["trace[620928136] 'process raft request' (duration: 149.989025ms)","trace[620928136] 'compare' (duration: 114.947544ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:58.58846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.812977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-80de0469-bfc9-4095-a6fa-f1ed54e2fcb7\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-03-05T08:19:58.588527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.99558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-03-05T08:19:58.588545Z","caller":"traceutil/trace.go:171","msg":"trace[156413961] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-80de0469-bfc9-4095-a6fa-f1ed54e2fcb7; range_end:; response_count:1; response_revision:24522; }","duration":"128.94289ms","start":"2026-03-05T08:19:58.45958Z","end":"2026-03-05T08:19:58.588522Z","steps":["trace[156413961] 'agreement among raft nodes before linearized reading' (duration: 128.696255ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:58.588594Z","caller":"traceutil/trace.go:171","msg":"trace[2098800549] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24522; }","duration":"159.093623ms","start":"2026-03-05T08:19:58.429482Z","end":"2026-03-05T08:19:58.588575Z","steps":["trace[2098800549] 'agreement among raft nodes before linearized reading' (duration: 158.855977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:59.595982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.583629ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:59.59612Z","caller":"traceutil/trace.go:171","msg":"trace[170165069] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24522; }","duration":"781.732773ms","start":"2026-03-05T08:19:58.814366Z","end":"2026-03-05T08:19:59.596099Z","steps":["trace[170165069] 'range keys from in-memory index tree' (duration: 781.567549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:59.597077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.772136ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:19:59.597217Z","caller":"traceutil/trace.go:171","msg":"trace[419549366] transaction","detail":"{read_only:false; response_revision:24523; number_of_response:1; }","duration":"1.003351274s","start":"2026-03-05T08:19:58.593818Z","end":"2026-03-05T08:19:59.597169Z","steps":["trace[419549366] 'process raft request' (duration: 137.387233ms)","trace[419549366] 'compare' (duration: 865.06542ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:19:59.597233Z","caller":"traceutil/trace.go:171","msg":"trace[79437226] linearizableReadLoop","detail":"{readStateIndex:25389; appliedIndex:25388; }","duration":"794.650592ms","start":"2026-03-05T08:19:58.802561Z","end":"2026-03-05T08:19:59.597212Z","steps":["trace[79437226] 'read index received' (duration: 67.412µs)","trace[79437226] 'applied index is now lower than readState.Index' (duration: 794.57802ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:59.597363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:58.593791Z","time spent":"1.003500277s","remote":"127.0.0.1:49220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:59.59755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.973129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:59.597678Z","caller":"traceutil/trace.go:171","msg":"trace[1163100884] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24523; }","duration":"795.151403ms","start":"2026-03-05T08:19:58.802497Z","end":"2026-03-05T08:19:59.597648Z","steps":["trace[1163100884] 'agreement among raft nodes before linearized reading' (duration: 794.878557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:59.597746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:58.802471Z","time spent":"795.265907ms","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:19:59.597715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.299475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-03-05T08:19:59.597856Z","caller":"traceutil/trace.go:171","msg":"trace[176522942] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24523; }","duration":"769.438018ms","start":"2026-03-05T08:19:58.828397Z","end":"2026-03-05T08:19:59.597835Z","steps":["trace[176522942] 'agreement among raft nodes before linearized reading' (duration: 769.09191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:59.597992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:58.82839Z","time spent":"769.54793ms","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-05T08:19:59.598797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.648014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-05T08:19:59.598899Z","caller":"traceutil/trace.go:171","msg":"trace[399797876] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:24523; }","duration":"282.814527ms","start":"2026-03-05T08:19:59.316059Z","end":"2026-03-05T08:19:59.598873Z","steps":["trace[399797876] 'agreement among raft nodes before linearized reading' (duration: 281.488655ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:59.803127Z","caller":"traceutil/trace.go:171","msg":"trace[815168471] transaction","detail":"{read_only:false; response_revision:24525; number_of_response:1; }","duration":"133.318215ms","start":"2026-03-05T08:19:59.669767Z","end":"2026-03-05T08:19:59.803085Z","steps":["trace[815168471] 'process raft request' (duration: 61.072734ms)","trace[815168471] 'compare' (duration: 72.084137ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:20:00.372254Z","caller":"traceutil/trace.go:171","msg":"trace[1537554073] transaction","detail":"{read_only:false; response_revision:24526; number_of_response:1; }","duration":"414.293688ms","start":"2026-03-05T08:19:59.957942Z","end":"2026-03-05T08:20:00.372235Z","steps":["trace[1537554073] 'process raft request' (duration: 414.155104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:00.372397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:59.957913Z","time spent":"414.399151ms","remote":"127.0.0.1:49396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:20:00.372459Z","caller":"traceutil/trace.go:171","msg":"trace[2078459696] linearizableReadLoop","detail":"{readStateIndex:25392; appliedIndex:25392; }","duration":"410.024945ms","start":"2026-03-05T08:19:59.962401Z","end":"2026-03-05T08:20:00.372426Z","steps":["trace[2078459696] 'read index received' (duration: 410.011335ms)","trace[2078459696] 'applied index is now lower than readState.Index' (duration: 10.46µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:20:00.37276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.340572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.1899e41ca123ff59\" ","response":"range_response_count:1 size:840"} {"level":"info","ts":"2026-03-05T08:20:00.372853Z","caller":"traceutil/trace.go:171","msg":"trace[34687779] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.1899e41ca123ff59; range_end:; response_count:1; response_revision:24526; }","duration":"410.512647ms","start":"2026-03-05T08:19:59.96232Z","end":"2026-03-05T08:20:00.372832Z","steps":["trace[34687779] 'agreement among raft nodes before linearized reading' (duration: 410.21109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:00.372897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:59.962287Z","time spent":"410.601879ms","remote":"127.0.0.1:49220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":863,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.1899e41ca123ff59\" "} {"level":"warn","ts":"2026-03-05T08:20:00.873202Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890116815031208944,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T08:20:00.889363Z","caller":"traceutil/trace.go:171","msg":"trace[545191345] transaction","detail":"{read_only:false; response_revision:24528; number_of_response:1; }","duration":"858.343538ms","start":"2026-03-05T08:20:00.03098Z","end":"2026-03-05T08:20:00.889324Z","steps":["trace[545191345] 'process raft request' (duration: 858.216395ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:20:00.8894Z","caller":"traceutil/trace.go:171","msg":"trace[1985258165] transaction","detail":"{read_only:false; response_revision:24529; number_of_response:1; }","duration":"858.371289ms","start":"2026-03-05T08:20:00.031017Z","end":"2026-03-05T08:20:00.889388Z","steps":["trace[1985258165] 'process raft request' (duration: 858.228986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:00.889634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:00.030944Z","time spent":"858.541524ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:20:00.889717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:00.030978Z","time spent":"858.589805ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:20:00.889337Z","caller":"traceutil/trace.go:171","msg":"trace[1195149057] transaction","detail":"{read_only:false; response_revision:24527; number_of_response:1; }","duration":"858.423861ms","start":"2026-03-05T08:20:00.030869Z","end":"2026-03-05T08:20:00.889293Z","steps":["trace[1195149057] 'process raft request' (duration: 858.155084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:00.889949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:00.03084Z","time spent":"859.066657ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:20:00.890215Z","caller":"traceutil/trace.go:171","msg":"trace[1399273720] transaction","detail":"{read_only:false; response_revision:24530; number_of_response:1; }","duration":"851.68785ms","start":"2026-03-05T08:20:00.038466Z","end":"2026-03-05T08:20:00.890154Z","steps":["trace[1399273720] 'process raft request' (duration: 851.365432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:00.890451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:00.038457Z","time spent":"851.833153ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:20:00.890542Z","caller":"traceutil/trace.go:171","msg":"trace[408188708] transaction","detail":"{read_only:false; response_revision:24531; number_of_response:1; }","duration":"566.649689ms","start":"2026-03-05T08:20:00.323881Z","end":"2026-03-05T08:20:00.890531Z","steps":["trace[408188708] 'process raft request' (duration: 566.239909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:00.890585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:00.323844Z","time spent":"566.71976ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:20:00.890637Z","caller":"traceutil/trace.go:171","msg":"trace[1273422207] transaction","detail":"{read_only:false; response_revision:24533; number_of_response:1; }","duration":"566.479014ms","start":"2026-03-05T08:20:00.324141Z","end":"2026-03-05T08:20:00.89062Z","steps":["trace[1273422207] 'process raft request' (duration: 566.446313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:00.890755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:00.324123Z","time spent":"566.572717ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:20:00.890764Z","caller":"traceutil/trace.go:171","msg":"trace[1956407868] transaction","detail":"{read_only:false; response_revision:24532; number_of_response:1; }","duration":"566.7144ms","start":"2026-03-05T08:20:00.323936Z","end":"2026-03-05T08:20:00.89065Z","steps":["trace[1956407868] 'process raft request' (duration: 566.587117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:00.890974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:00.3239Z","time spent":"566.955686ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:20:00.897897Z","caller":"traceutil/trace.go:171","msg":"trace[2053884360] linearizableReadLoop","detail":"{readStateIndex:25401; appliedIndex:25392; }","duration":"525.346429ms","start":"2026-03-05T08:20:00.372531Z","end":"2026-03-05T08:20:00.897878Z","steps":["trace[2053884360] 'read index received' (duration: 516.481536ms)","trace[2053884360] 'applied index is now lower than readState.Index' (duration: 8.863903ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:20:00.897965Z","caller":"traceutil/trace.go:171","msg":"trace[446327619] transaction","detail":"{read_only:false; response_revision:24534; number_of_response:1; }","duration":"522.225695ms","start":"2026-03-05T08:20:00.375727Z","end":"2026-03-05T08:20:00.897953Z","steps":["trace[446327619] 'process raft request' (duration: 522.005379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:00.898017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.668013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:20:00.898054Z","caller":"traceutil/trace.go:171","msg":"trace[1282689535] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24535; }","duration":"799.758095ms","start":"2026-03-05T08:20:00.098286Z","end":"2026-03-05T08:20:00.898044Z","steps":["trace[1282689535] 'agreement among raft nodes before linearized reading' (duration: 799.693254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:00.898074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:00.098262Z","time spent":"799.807757ms","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:20:00.898062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:00.375701Z","time spent":"522.288976ms","remote":"127.0.0.1:49220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:20:00.898198Z","caller":"traceutil/trace.go:171","msg":"trace[1581031427] transaction","detail":"{read_only:false; response_revision:24535; number_of_response:1; }","duration":"334.316412ms","start":"2026-03-05T08:20:00.563856Z","end":"2026-03-05T08:20:00.898172Z","steps":["trace[1581031427] 'process raft request' (duration: 333.973803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:00.898202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.393487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-05T08:20:00.898314Z","caller":"traceutil/trace.go:171","msg":"trace[757419561] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24535; }","duration":"519.54966ms","start":"2026-03-05T08:20:00.378751Z","end":"2026-03-05T08:20:00.8983Z","steps":["trace[757419561] 'agreement among raft nodes before linearized reading' (duration: 519.235933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:00.89834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.424985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-80de0469-bfc9-4095-a6fa-f1ed54e2fcb7\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-03-05T08:20:00.898332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:00.56383Z","time spent":"334.425005ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:20:00.898365Z","caller":"traceutil/trace.go:171","msg":"trace[234400570] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-80de0469-bfc9-4095-a6fa-f1ed54e2fcb7; range_end:; response_count:1; response_revision:24535; }","duration":"294.487057ms","start":"2026-03-05T08:20:00.60387Z","end":"2026-03-05T08:20:00.898357Z","steps":["trace[234400570] 'agreement among raft nodes before linearized reading' (duration: 294.384994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:00.898381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:00.378735Z","time spent":"519.610852ms","remote":"127.0.0.1:49348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-05T08:20:00.898425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.993491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-05T08:20:00.898482Z","caller":"traceutil/trace.go:171","msg":"trace[118853917] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:24535; }","duration":"616.086573ms","start":"2026-03-05T08:20:00.282384Z","end":"2026-03-05T08:20:00.898471Z","steps":["trace[118853917] 'agreement among raft nodes before linearized reading' (duration: 615.9401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:00.898503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:00.282359Z","time spent":"616.139815ms","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-05T08:20:01.581583Z","caller":"traceutil/trace.go:171","msg":"trace[654812137] linearizableReadLoop","detail":"{readStateIndex:25402; appliedIndex:25401; }","duration":"185.413104ms","start":"2026-03-05T08:20:01.396145Z","end":"2026-03-05T08:20:01.581558Z","steps":["trace[654812137] 'read index received' (duration: 185.222678ms)","trace[654812137] 'applied index is now lower than readState.Index' (duration: 189.416µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:20:01.581636Z","caller":"traceutil/trace.go:171","msg":"trace[961991541] transaction","detail":"{read_only:false; response_revision:24536; number_of_response:1; }","duration":"195.897355ms","start":"2026-03-05T08:20:01.385702Z","end":"2026-03-05T08:20:01.5816Z","steps":["trace[961991541] 'process raft request' (duration: 195.696149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:01.581714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.542357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:20:01.581785Z","caller":"traceutil/trace.go:171","msg":"trace[1252111732] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:24536; }","duration":"185.627339ms","start":"2026-03-05T08:20:01.39611Z","end":"2026-03-05T08:20:01.581737Z","steps":["trace[1252111732] 'agreement among raft nodes before linearized reading' (duration: 185.542837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:02.120136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.866581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-80de0469-bfc9-4095-a6fa-f1ed54e2fcb7\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-05T08:20:02.120204Z","caller":"traceutil/trace.go:171","msg":"trace[84899809] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-80de0469-bfc9-4095-a6fa-f1ed54e2fcb7; range_end:; response_count:1; response_revision:24536; }","duration":"217.970514ms","start":"2026-03-05T08:20:01.902217Z","end":"2026-03-05T08:20:02.120188Z","steps":["trace[84899809] 'range keys from in-memory index tree' (duration: 217.715847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:02.120298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.004846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:20:02.120413Z","caller":"traceutil/trace.go:171","msg":"trace[1048581704] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24536; }","duration":"317.211831ms","start":"2026-03-05T08:20:01.80317Z","end":"2026-03-05T08:20:02.120382Z","steps":["trace[1048581704] 'range keys from in-memory index tree' (duration: 316.912414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:02.119791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.122866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:20:02.12048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:01.803146Z","time spent":"317.318533ms","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T08:20:02.120482Z","caller":"traceutil/trace.go:171","msg":"trace[1124830317] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:24536; }","duration":"296.865994ms","start":"2026-03-05T08:20:01.823594Z","end":"2026-03-05T08:20:02.12046Z","steps":["trace[1124830317] 'count revisions from in-memory index tree' (duration: 296.024314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:02.339835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.481122ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-05T08:20:02.339931Z","caller":"traceutil/trace.go:171","msg":"trace[344982913] linearizableReadLoop","detail":"{readStateIndex:25403; appliedIndex:25402; }","duration":"218.180869ms","start":"2026-03-05T08:20:02.121733Z","end":"2026-03-05T08:20:02.339913Z","steps":["trace[344982913] 'read index received' (duration: 47.981µs)","trace[344982913] 'applied index is now lower than readState.Index' (duration: 218.131548ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:20:02.340207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.458955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:20:02.340287Z","caller":"traceutil/trace.go:171","msg":"trace[619076969] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24536; }","duration":"218.571878ms","start":"2026-03-05T08:20:02.121695Z","end":"2026-03-05T08:20:02.340267Z","steps":["trace[619076969] 'agreement among raft nodes before linearized reading' (duration: 218.434325ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:20:02.45063Z","caller":"traceutil/trace.go:171","msg":"trace[1536380927] transaction","detail":"{read_only:false; response_revision:24537; number_of_response:1; }","duration":"200.510186ms","start":"2026-03-05T08:20:02.250083Z","end":"2026-03-05T08:20:02.450593Z","steps":["trace[1536380927] 'process raft request' (duration: 200.234309ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:20:02.49418Z","caller":"traceutil/trace.go:171","msg":"trace[1410682202] transaction","detail":"{read_only:false; response_revision:24538; number_of_response:1; }","duration":"168.616461ms","start":"2026-03-05T08:20:02.325528Z","end":"2026-03-05T08:20:02.494144Z","steps":["trace[1410682202] 'process raft request' (duration: 168.287223ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:20:02.494414Z","caller":"traceutil/trace.go:171","msg":"trace[1686632101] transaction","detail":"{read_only:false; response_revision:24539; number_of_response:1; }","duration":"164.751028ms","start":"2026-03-05T08:20:02.329647Z","end":"2026-03-05T08:20:02.494398Z","steps":["trace[1686632101] 'process raft request' (duration: 164.349928ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:20:02.494609Z","caller":"traceutil/trace.go:171","msg":"trace[596750432] linearizableReadLoop","detail":"{readStateIndex:25406; appliedIndex:25403; }","duration":"154.448731ms","start":"2026-03-05T08:20:02.339951Z","end":"2026-03-05T08:20:02.4944Z","steps":["trace[596750432] 'read index received' (duration: 110.369945ms)","trace[596750432] 'applied index is now lower than readState.Index' (duration: 44.076236ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:20:02.494765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.934751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:20:02.494851Z","caller":"traceutil/trace.go:171","msg":"trace[704774462] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:24539; }","duration":"225.077815ms","start":"2026-03-05T08:20:02.269756Z","end":"2026-03-05T08:20:02.494834Z","steps":["trace[704774462] 'agreement among raft nodes before linearized reading' (duration: 224.809898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:03.840214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239657727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T08:20:03.840565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240895126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-05T08:20:03.840702Z","caller":"traceutil/trace.go:171","msg":"trace[878218474] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:24539; }","duration":"1.241125521s","start":"2026-03-05T08:20:02.599549Z","end":"2026-03-05T08:20:03.840675Z","steps":["trace[878218474] 'count revisions from in-memory index tree' (duration: 1.240777943s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:03.840687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037140424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:20:03.840776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:02.599528Z","time spent":"1.241234034s","remote":"127.0.0.1:49370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":238,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:20:03.840787Z","caller":"traceutil/trace.go:171","msg":"trace[677696047] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24539; }","duration":"1.037289806s","start":"2026-03-05T08:20:02.803472Z","end":"2026-03-05T08:20:03.840762Z","steps":["trace[677696047] 'range keys from in-memory index tree' (duration: 1.036987289s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:03.84084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:02.803451Z","time spent":"1.037377499s","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:20:03.84088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272410831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:20:03.840882Z","caller":"traceutil/trace.go:171","msg":"trace[1985075826] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24539; }","duration":"1.240391834s","start":"2026-03-05T08:20:02.600453Z","end":"2026-03-05T08:20:03.840845Z","steps":["trace[1985075826] 'count revisions from in-memory index tree' (duration: 1.239572535s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:20:03.840929Z","caller":"traceutil/trace.go:171","msg":"trace[1423734718] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24539; }","duration":"1.272505283s","start":"2026-03-05T08:20:02.568409Z","end":"2026-03-05T08:20:03.840914Z","steps":["trace[1423734718] 'range keys from in-memory index tree' (duration: 1.272330579s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:03.840972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:02.568384Z","time spent":"1.272581395s","remote":"127.0.0.1:49602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-05T08:20:03.841013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:02.600434Z","time spent":"1.240538227s","remote":"127.0.0.1:49584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:20:03.841213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.007762ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:20:03.841281Z","caller":"traceutil/trace.go:171","msg":"trace[109334127] transaction","detail":"{read_only:false; response_revision:24540; number_of_response:1; }","duration":"947.107575ms","start":"2026-03-05T08:20:02.89416Z","end":"2026-03-05T08:20:03.841267Z","steps":["trace[109334127] 'process raft request' (duration: 249.98414ms)","trace[109334127] 'compare' (duration: 696.48818ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:20:03.841317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:02.894137Z","time spent":"947.161677ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:20:04.236698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.616902ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:20:04.236907Z","caller":"traceutil/trace.go:171","msg":"trace[1230463869] transaction","detail":"{read_only:false; response_revision:24541; number_of_response:1; }","duration":"1.341856245s","start":"2026-03-05T08:20:02.895019Z","end":"2026-03-05T08:20:04.236875Z","steps":["trace[1230463869] 'process raft request' (duration: 1.212990137s)","trace[1230463869] 'compare' (duration: 128.435118ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:20:04.237034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:02.894993Z","time spent":"1.341975418s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:20:04.237216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111349392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-80de0469-bfc9-4095-a6fa-f1ed54e2fcb7\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-05T08:20:04.23728Z","caller":"traceutil/trace.go:171","msg":"trace[586846125] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-80de0469-bfc9-4095-a6fa-f1ed54e2fcb7; range_end:; response_count:1; response_revision:24546; }","duration":"1.111463054s","start":"2026-03-05T08:20:03.125794Z","end":"2026-03-05T08:20:04.237257Z","steps":["trace[586846125] 'agreement among raft nodes before linearized reading' (duration: 1.111274789s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:04.237328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:03.125773Z","time spent":"1.111545197s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-80de0469-bfc9-4095-a6fa-f1ed54e2fcb7\" "} {"level":"info","ts":"2026-03-05T08:20:04.237409Z","caller":"traceutil/trace.go:171","msg":"trace[287822226] transaction","detail":"{read_only:false; response_revision:24542; number_of_response:1; }","duration":"1.341571407s","start":"2026-03-05T08:20:02.895483Z","end":"2026-03-05T08:20:04.237054Z","steps":["trace[287822226] 'process raft request' (duration: 1.341331112s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:04.23773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:02.895473Z","time spent":"1.34208694s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:20:04.237738Z","caller":"traceutil/trace.go:171","msg":"trace[1307584420] linearizableReadLoop","detail":"{readStateIndex:25413; appliedIndex:25406; }","duration":"1.111212378s","start":"2026-03-05T08:20:03.125852Z","end":"2026-03-05T08:20:04.237064Z","steps":["trace[1307584420] 'read index received' (duration: 18.306218ms)","trace[1307584420] 'applied index is now lower than readState.Index' (duration: 1.09290537s)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:20:04.237802Z","caller":"traceutil/trace.go:171","msg":"trace[541498318] transaction","detail":"{read_only:false; response_revision:24543; number_of_response:1; }","duration":"1.341458575s","start":"2026-03-05T08:20:02.895606Z","end":"2026-03-05T08:20:04.237064Z","steps":["trace[541498318] 'process raft request' (duration: 1.341287631s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:20:04.237838Z","caller":"traceutil/trace.go:171","msg":"trace[248177011] transaction","detail":"{read_only:false; response_revision:24545; number_of_response:1; }","duration":"1.340150844s","start":"2026-03-05T08:20:02.896932Z","end":"2026-03-05T08:20:04.237083Z","steps":["trace[248177011] 'process raft request' (duration: 1.340058982s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:04.238236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:02.895583Z","time spent":"1.342506271s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:20:04.238225Z","caller":"traceutil/trace.go:171","msg":"trace[853058505] transaction","detail":"{read_only:false; response_revision:24544; number_of_response:1; }","duration":"1.341227489s","start":"2026-03-05T08:20:02.895863Z","end":"2026-03-05T08:20:04.237091Z","steps":["trace[853058505] 'process raft request' (duration: 1.341089706s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:04.238334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:02.896919Z","time spent":"1.341379184s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:20:04.238245Z","caller":"traceutil/trace.go:171","msg":"trace[596435280] transaction","detail":"{read_only:false; response_revision:24546; number_of_response:1; }","duration":"1.339399767s","start":"2026-03-05T08:20:02.897731Z","end":"2026-03-05T08:20:04.237131Z","steps":["trace[596435280] 'process raft request' (duration: 1.339292864s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:04.238406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:02.895854Z","time spent":"1.3424721s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:20:04.238474Z","caller":"traceutil/trace.go:171","msg":"trace[1938341722] transaction","detail":"{read_only:false; response_revision:24547; number_of_response:1; }","duration":"688.254973ms","start":"2026-03-05T08:20:03.550174Z","end":"2026-03-05T08:20:04.238429Z","steps":["trace[1938341722] 'process raft request' (duration: 688.12458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:04.238475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:02.897706Z","time spent":"1.340714459s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:20:04.238575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:03.550145Z","time spent":"688.383136ms","remote":"127.0.0.1:49220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T08:20:04.238883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.228674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:20:04.23892Z","caller":"traceutil/trace.go:171","msg":"trace[1002084465] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24547; }","duration":"396.304906ms","start":"2026-03-05T08:20:03.842607Z","end":"2026-03-05T08:20:04.238912Z","steps":["trace[1002084465] 'agreement among raft nodes before linearized reading' (duration: 395.827265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:04.238971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:03.842578Z","time spent":"396.386759ms","remote":"127.0.0.1:49166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:20:04.238926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.014902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:20:04.238981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.728814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-05T08:20:04.239033Z","caller":"traceutil/trace.go:171","msg":"trace[1524847854] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24547; }","duration":"394.155236ms","start":"2026-03-05T08:20:03.844861Z","end":"2026-03-05T08:20:04.239016Z","steps":["trace[1524847854] 'agreement among raft nodes before linearized reading' (duration: 393.563492ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:20:04.239052Z","caller":"traceutil/trace.go:171","msg":"trace[94305746] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24547; }","duration":"910.857637ms","start":"2026-03-05T08:20:03.328177Z","end":"2026-03-05T08:20:04.239034Z","steps":["trace[94305746] 'agreement among raft nodes before linearized reading' (duration: 910.249333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:04.239091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:03.844848Z","time spent":"394.234427ms","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-05T08:20:04.239095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:03.328157Z","time spent":"910.929088ms","remote":"127.0.0.1:42340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-05T08:20:04.586322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.367306ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:20:04.586429Z","caller":"traceutil/trace.go:171","msg":"trace[732337242] linearizableReadLoop","detail":"{readStateIndex:25416; appliedIndex:25415; }","duration":"131.397019ms","start":"2026-03-05T08:20:04.455015Z","end":"2026-03-05T08:20:04.586412Z","steps":["trace[732337242] 'read index received' (duration: 100.522µs)","trace[732337242] 'applied index is now lower than readState.Index' (duration: 131.295387ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:20:04.586485Z","caller":"traceutil/trace.go:171","msg":"trace[883019674] transaction","detail":"{read_only:false; response_revision:24549; number_of_response:1; }","duration":"293.257776ms","start":"2026-03-05T08:20:04.293175Z","end":"2026-03-05T08:20:04.586433Z","steps":["trace[883019674] 'process raft request' (duration: 63.692385ms)","trace[883019674] 'compare' (duration: 229.199643ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:20:04.58652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.512702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:20:04.586707Z","caller":"traceutil/trace.go:171","msg":"trace[328031798] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24549; }","duration":"131.729547ms","start":"2026-03-05T08:20:04.454941Z","end":"2026-03-05T08:20:04.58667Z","steps":["trace[328031798] 'agreement among raft nodes before linearized reading' (duration: 131.515632ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:20:54.665442Z","caller":"traceutil/trace.go:171","msg":"trace[1693909046] transaction","detail":"{read_only:false; response_revision:24997; number_of_response:1; }","duration":"227.04108ms","start":"2026-03-05T08:20:54.438375Z","end":"2026-03-05T08:20:54.665416Z","steps":["trace[1693909046] 'process raft request' (duration: 226.891496ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:20:54.665664Z","caller":"traceutil/trace.go:171","msg":"trace[596276166] transaction","detail":"{read_only:false; response_revision:24998; number_of_response:1; }","duration":"225.406891ms","start":"2026-03-05T08:20:54.440237Z","end":"2026-03-05T08:20:54.665644Z","steps":["trace[596276166] 'process raft request' (duration: 225.121935ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:20:54.665664Z","caller":"traceutil/trace.go:171","msg":"trace[148133099] transaction","detail":"{read_only:false; response_revision:24996; number_of_response:1; }","duration":"228.24923ms","start":"2026-03-05T08:20:54.437382Z","end":"2026-03-05T08:20:54.665631Z","steps":["trace[148133099] 'process raft request' (duration: 225.676978ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:20:54.665678Z","caller":"traceutil/trace.go:171","msg":"trace[1672515709] transaction","detail":"{read_only:false; response_revision:25000; number_of_response:1; }","duration":"223.195838ms","start":"2026-03-05T08:20:54.442452Z","end":"2026-03-05T08:20:54.665648Z","steps":["trace[1672515709] 'process raft request' (duration: 223.147797ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:20:54.665807Z","caller":"traceutil/trace.go:171","msg":"trace[624795866] transaction","detail":"{read_only:false; response_revision:24999; number_of_response:1; }","duration":"225.242098ms","start":"2026-03-05T08:20:54.440557Z","end":"2026-03-05T08:20:54.665799Z","steps":["trace[624795866] 'process raft request' (duration: 224.949051ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:20:56.194408Z","caller":"traceutil/trace.go:171","msg":"trace[1172159136] transaction","detail":"{read_only:false; response_revision:25009; number_of_response:1; }","duration":"201.227022ms","start":"2026-03-05T08:20:55.993154Z","end":"2026-03-05T08:20:56.194381Z","steps":["trace[1172159136] 'process raft request' (duration: 201.049787ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:20:56.255487Z","caller":"traceutil/trace.go:171","msg":"trace[1931870911] transaction","detail":"{read_only:false; response_revision:25010; number_of_response:1; }","duration":"180.548366ms","start":"2026-03-05T08:20:56.0749Z","end":"2026-03-05T08:20:56.255448Z","steps":["trace[1931870911] 'process raft request' (duration: 180.238508ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:20:56.397634Z","caller":"traceutil/trace.go:171","msg":"trace[754337450] linearizableReadLoop","detail":"{readStateIndex:25891; appliedIndex:25890; }","duration":"102.858896ms","start":"2026-03-05T08:20:56.294757Z","end":"2026-03-05T08:20:56.397616Z","steps":["trace[754337450] 'read index received' (duration: 102.712672ms)","trace[754337450] 'applied index is now lower than readState.Index' (duration: 145.244µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:20:56.397846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.06592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:20:56.397934Z","caller":"traceutil/trace.go:171","msg":"trace[1571694249] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25010; }","duration":"103.171783ms","start":"2026-03-05T08:20:56.294742Z","end":"2026-03-05T08:20:56.397914Z","steps":["trace[1571694249] 'agreement among raft nodes before linearized reading' (duration: 103.011159ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:20:58.113168Z","caller":"traceutil/trace.go:171","msg":"trace[1473156343] transaction","detail":"{read_only:false; response_revision:25021; number_of_response:1; }","duration":"460.994575ms","start":"2026-03-05T08:20:57.652144Z","end":"2026-03-05T08:20:58.113139Z","steps":["trace[1473156343] 'process raft request' (duration: 460.804271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:58.113317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:57.652134Z","time spent":"461.11178ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:20:58.430853Z","caller":"traceutil/trace.go:171","msg":"trace[1524508599] linearizableReadLoop","detail":"{readStateIndex:25903; appliedIndex:25901; }","duration":"776.045315ms","start":"2026-03-05T08:20:57.65478Z","end":"2026-03-05T08:20:58.430826Z","steps":["trace[1524508599] 'read index received' (duration: 458.2743ms)","trace[1524508599] 'applied index is now lower than readState.Index' (duration: 317.769655ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:20:58.430968Z","caller":"traceutil/trace.go:171","msg":"trace[202002226] transaction","detail":"{read_only:false; response_revision:25022; number_of_response:1; }","duration":"777.343787ms","start":"2026-03-05T08:20:57.653613Z","end":"2026-03-05T08:20:58.430957Z","steps":["trace[202002226] 'process raft request' (duration: 777.03591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:58.431066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:57.653601Z","time spent":"777.393798ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:20:58.431299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.503626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-03-05T08:20:58.431376Z","caller":"traceutil/trace.go:171","msg":"trace[437445450] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25022; }","duration":"776.597619ms","start":"2026-03-05T08:20:57.654761Z","end":"2026-03-05T08:20:58.431359Z","steps":["trace[437445450] 'agreement among raft nodes before linearized reading' (duration: 776.382024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:58.43143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:57.654742Z","time spent":"776.67458ms","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1469,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-05T08:20:58.431712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.384549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:20:58.432411Z","caller":"traceutil/trace.go:171","msg":"trace[1357350863] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:25024; }","duration":"690.315771ms","start":"2026-03-05T08:20:57.74208Z","end":"2026-03-05T08:20:58.432396Z","steps":["trace[1357350863] 'agreement among raft nodes before linearized reading' (duration: 689.548943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:58.432485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:57.742062Z","time spent":"690.407493ms","remote":"127.0.0.1:42356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:20:58.432229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.271494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:20:58.432569Z","caller":"traceutil/trace.go:171","msg":"trace[457783535] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25024; }","duration":"618.656215ms","start":"2026-03-05T08:20:57.813892Z","end":"2026-03-05T08:20:58.432548Z","steps":["trace[457783535] 'agreement among raft nodes before linearized reading' (duration: 618.240084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:58.432623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:57.813877Z","time spent":"618.731356ms","remote":"127.0.0.1:34356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:20:58.43222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.676331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:20:58.432864Z","caller":"traceutil/trace.go:171","msg":"trace[475409783] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25024; }","duration":"462.332998ms","start":"2026-03-05T08:20:57.97049Z","end":"2026-03-05T08:20:58.432823Z","steps":["trace[475409783] 'agreement among raft nodes before linearized reading' (duration: 461.667492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:58.432904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:57.970475Z","time spent":"462.41822ms","remote":"127.0.0.1:34178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:20:58.432239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.92136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:20:58.432955Z","caller":"traceutil/trace.go:171","msg":"trace[655696525] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25024; }","duration":"629.667058ms","start":"2026-03-05T08:20:57.80328Z","end":"2026-03-05T08:20:58.432947Z","steps":["trace[655696525] 'agreement among raft nodes before linearized reading' (duration: 628.879759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:58.432975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:57.803271Z","time spent":"629.698309ms","remote":"127.0.0.1:49166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:20:58.432274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.157453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-05T08:20:58.433085Z","caller":"traceutil/trace.go:171","msg":"trace[1699473725] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:25024; }","duration":"122.004554ms","start":"2026-03-05T08:20:58.311071Z","end":"2026-03-05T08:20:58.433076Z","steps":["trace[1699473725] 'agreement among raft nodes before linearized reading' (duration: 121.056781ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:20:58.432315Z","caller":"traceutil/trace.go:171","msg":"trace[129769559] transaction","detail":"{read_only:false; response_revision:25024; number_of_response:1; }","duration":"169.799358ms","start":"2026-03-05T08:20:58.262499Z","end":"2026-03-05T08:20:58.432299Z","steps":["trace[129769559] 'process raft request' (duration: 169.05766ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:20:58.432309Z","caller":"traceutil/trace.go:171","msg":"trace[1273784615] transaction","detail":"{read_only:false; response_revision:25023; number_of_response:1; }","duration":"172.120514ms","start":"2026-03-05T08:20:58.260172Z","end":"2026-03-05T08:20:58.432292Z","steps":["trace[1273784615] 'process raft request' (duration: 171.307195ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:21:03.276831Z","caller":"traceutil/trace.go:171","msg":"trace[545576094] transaction","detail":"{read_only:false; response_revision:25054; number_of_response:1; }","duration":"575.06214ms","start":"2026-03-05T08:21:02.701743Z","end":"2026-03-05T08:21:03.276805Z","steps":["trace[545576094] 'process raft request' (duration: 574.764833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:21:03.276991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:21:02.701725Z","time spent":"575.182773ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:21:04.134187Z","caller":"traceutil/trace.go:171","msg":"trace[307680837] transaction","detail":"{read_only:false; response_revision:25055; number_of_response:1; }","duration":"1.432298951s","start":"2026-03-05T08:21:02.701856Z","end":"2026-03-05T08:21:04.134155Z","steps":["trace[307680837] 'process raft request' (duration: 1.418000528s)","trace[307680837] 'compare' (duration: 12.980351ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:21:04.134219Z","caller":"traceutil/trace.go:171","msg":"trace[1489854393] linearizableReadLoop","detail":"{readStateIndex:25940; appliedIndex:25935; }","duration":"1.310944112s","start":"2026-03-05T08:21:02.823247Z","end":"2026-03-05T08:21:04.134191Z","steps":["trace[1489854393] 'read index received' (duration: 453.323032ms)","trace[1489854393] 'applied index is now lower than readState.Index' (duration: 857.62022ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:21:04.134325Z","caller":"traceutil/trace.go:171","msg":"trace[744845833] transaction","detail":"{read_only:false; response_revision:25058; number_of_response:1; }","duration":"1.43230915s","start":"2026-03-05T08:21:02.702005Z","end":"2026-03-05T08:21:04.134314Z","steps":["trace[744845833] 'process raft request' (duration: 1.432146827s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:21:04.134314Z","caller":"traceutil/trace.go:171","msg":"trace[2006158606] transaction","detail":"{read_only:false; response_revision:25056; number_of_response:1; }","duration":"1.432403253s","start":"2026-03-05T08:21:02.701885Z","end":"2026-03-05T08:21:04.134288Z","steps":["trace[2006158606] 'process raft request' (duration: 1.432102026s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:21:04.134363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:21:02.701829Z","time spent":"1.432448245s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:21:04.134337Z","caller":"traceutil/trace.go:171","msg":"trace[1219360464] transaction","detail":"{read_only:false; response_revision:25057; number_of_response:1; }","duration":"1.432421303s","start":"2026-03-05T08:21:02.701885Z","end":"2026-03-05T08:21:04.134306Z","steps":["trace[1219360464] 'process raft request' (duration: 1.432184898s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:21:04.134417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:21:02.701866Z","time spent":"1.432498525s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:21:04.134426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:21:02.701972Z","time spent":"1.432379142s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:21:04.134502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:21:02.701866Z","time spent":"1.432549296s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:21:04.134516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311262931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:21:04.134578Z","caller":"traceutil/trace.go:171","msg":"trace[700296962] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25058; }","duration":"1.311365832s","start":"2026-03-05T08:21:02.823203Z","end":"2026-03-05T08:21:04.134568Z","steps":["trace[700296962] 'agreement among raft nodes before linearized reading' (duration: 1.311238399s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:21:04.1346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:21:02.823184Z","time spent":"1.311412644s","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:21:04.197721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.368770138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T08:21:04.197786Z","caller":"traceutil/trace.go:171","msg":"trace[2036823956] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25059; }","duration":"1.36884029s","start":"2026-03-05T08:21:02.828931Z","end":"2026-03-05T08:21:04.197771Z","steps":["trace[2036823956] 'agreement among raft nodes before linearized reading' (duration: 1.368655315s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:21:04.197822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:21:02.8289Z","time spent":"1.368914652s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T08:21:04.197819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.823438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:21:04.197804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366789701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-05T08:21:04.19785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.218498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:21:04.197883Z","caller":"traceutil/trace.go:171","msg":"trace[619733199] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25059; }","duration":"1.366901173s","start":"2026-03-05T08:21:02.830965Z","end":"2026-03-05T08:21:04.197866Z","steps":["trace[619733199] 'agreement among raft nodes before linearized reading' (duration: 1.366672087s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:21:04.19792Z","caller":"traceutil/trace.go:171","msg":"trace[916153995] transaction","detail":"{read_only:false; response_revision:25059; number_of_response:1; }","duration":"814.420325ms","start":"2026-03-05T08:21:03.38349Z","end":"2026-03-05T08:21:04.19791Z","steps":["trace[916153995] 'process raft request' (duration: 813.902542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:21:04.197927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:21:02.830953Z","time spent":"1.366964916s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T08:21:04.197925Z","caller":"traceutil/trace.go:171","msg":"trace[627651787] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:25059; }","duration":"599.343761ms","start":"2026-03-05T08:21:03.598563Z","end":"2026-03-05T08:21:04.197907Z","steps":["trace[627651787] 'agreement among raft nodes before linearized reading' (duration: 599.230409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:21:04.197969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:21:03.59854Z","time spent":"599.418784ms","remote":"127.0.0.1:42398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:21:04.197717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24911683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-05T08:21:04.198006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:21:03.383456Z","time spent":"814.493786ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:21:04.198029Z","caller":"traceutil/trace.go:171","msg":"trace[1256659897] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25059; }","duration":"1.24949842s","start":"2026-03-05T08:21:02.948515Z","end":"2026-03-05T08:21:04.198014Z","steps":["trace[1256659897] 'agreement among raft nodes before linearized reading' (duration: 1.249053758s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:21:04.198065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:21:02.948487Z","time spent":"1.249567542s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T08:21:04.198121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155782775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:267242"} {"level":"info","ts":"2026-03-05T08:21:04.197875Z","caller":"traceutil/trace.go:171","msg":"trace[1841691666] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:25059; }","duration":"527.90843ms","start":"2026-03-05T08:21:03.669944Z","end":"2026-03-05T08:21:04.197852Z","steps":["trace[1841691666] 'agreement among raft nodes before linearized reading' (duration: 527.844359ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:21:04.198203Z","caller":"traceutil/trace.go:171","msg":"trace[1802343170] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:25059; }","duration":"1.155947689s","start":"2026-03-05T08:21:03.042232Z","end":"2026-03-05T08:21:04.19818Z","steps":["trace[1802343170] 'agreement among raft nodes before linearized reading' (duration: 1.155333493s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:21:04.198229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:21:03.669922Z","time spent":"528.273179ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:21:04.198249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:21:03.042212Z","time spent":"1.156026431s","remote":"127.0.0.1:49602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":267265,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-05T08:21:41.488469Z","caller":"traceutil/trace.go:171","msg":"trace[1928471420] linearizableReadLoop","detail":"{readStateIndex:26385; appliedIndex:26384; }","duration":"221.520788ms","start":"2026-03-05T08:21:41.266929Z","end":"2026-03-05T08:21:41.48845Z","steps":["trace[1928471420] 'read index received' (duration: 221.479607ms)","trace[1928471420] 'applied index is now lower than readState.Index' (duration: 40.431µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:21:41.488494Z","caller":"traceutil/trace.go:171","msg":"trace[2018575423] transaction","detail":"{read_only:false; response_revision:25493; number_of_response:1; }","duration":"234.94698ms","start":"2026-03-05T08:21:41.253527Z","end":"2026-03-05T08:21:41.488474Z","steps":["trace[2018575423] 'process raft request' (duration: 234.806027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:21:41.488686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.745954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-05T08:21:41.488724Z","caller":"traceutil/trace.go:171","msg":"trace[1124033145] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25493; }","duration":"221.835536ms","start":"2026-03-05T08:21:41.26688Z","end":"2026-03-05T08:21:41.488715Z","steps":["trace[1124033145] 'agreement among raft nodes before linearized reading' (duration: 221.679572ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:21:41.626935Z","caller":"traceutil/trace.go:171","msg":"trace[1763959537] linearizableReadLoop","detail":"{readStateIndex:26386; appliedIndex:26385; }","duration":"138.370955ms","start":"2026-03-05T08:21:41.488541Z","end":"2026-03-05T08:21:41.626912Z","steps":["trace[1763959537] 'read index received' (duration: 81.077532ms)","trace[1763959537] 'applied index is now lower than readState.Index' (duration: 57.292413ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:21:41.627073Z","caller":"traceutil/trace.go:171","msg":"trace[1643496364] transaction","detail":"{read_only:false; response_revision:25494; number_of_response:1; }","duration":"172.698878ms","start":"2026-03-05T08:21:41.45431Z","end":"2026-03-05T08:21:41.627009Z","steps":["trace[1643496364] 'process raft request' (duration: 115.366704ms)","trace[1643496364] 'compare' (duration: 57.016346ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:21:41.627147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.720743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:21:41.627188Z","caller":"traceutil/trace.go:171","msg":"trace[117454890] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25494; }","duration":"274.771674ms","start":"2026-03-05T08:21:41.352407Z","end":"2026-03-05T08:21:41.627178Z","steps":["trace[117454890] 'agreement among raft nodes before linearized reading' (duration: 274.56502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:21:41.627207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.539813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:21:41.627317Z","caller":"traceutil/trace.go:171","msg":"trace[941891521] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25494; }","duration":"275.679026ms","start":"2026-03-05T08:21:41.351613Z","end":"2026-03-05T08:21:41.627292Z","steps":["trace[941891521] 'agreement among raft nodes before linearized reading' (duration: 275.41206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:21:41.627567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.241626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-05T08:21:41.627629Z","caller":"traceutil/trace.go:171","msg":"trace[686812988] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25494; }","duration":"275.3889ms","start":"2026-03-05T08:21:41.352224Z","end":"2026-03-05T08:21:41.627613Z","steps":["trace[686812988] 'agreement among raft nodes before linearized reading' (duration: 274.835137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:21:41.629939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.464349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:21:41.62993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.637333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:21:41.629973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.637159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-05T08:21:41.630008Z","caller":"traceutil/trace.go:171","msg":"trace[528815219] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25494; }","duration":"103.562082ms","start":"2026-03-05T08:21:41.526427Z","end":"2026-03-05T08:21:41.629989Z","steps":["trace[528815219] 'agreement among raft nodes before linearized reading' (duration: 103.441419ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:21:41.630029Z","caller":"traceutil/trace.go:171","msg":"trace[759575844] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25494; }","duration":"137.731541ms","start":"2026-03-05T08:21:41.492284Z","end":"2026-03-05T08:21:41.630016Z","steps":["trace[759575844] 'agreement among raft nodes before linearized reading' (duration: 137.558377ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:21:41.6302Z","caller":"traceutil/trace.go:171","msg":"trace[1030209818] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25494; }","duration":"277.777937ms","start":"2026-03-05T08:21:41.35223Z","end":"2026-03-05T08:21:41.630007Z","steps":["trace[1030209818] 'agreement among raft nodes before linearized reading' (duration: 275.425431ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:21:54.522078Z","caller":"traceutil/trace.go:171","msg":"trace[1887066504] transaction","detail":"{read_only:false; response_revision:25579; number_of_response:1; }","duration":"138.731505ms","start":"2026-03-05T08:21:54.383304Z","end":"2026-03-05T08:21:54.522036Z","steps":["trace[1887066504] 'process raft request' (duration: 103.104421ms)","trace[1887066504] 'compare' (duration: 35.418639ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:21:54.522061Z","caller":"traceutil/trace.go:171","msg":"trace[833307473] transaction","detail":"{read_only:false; response_revision:25580; number_of_response:1; }","duration":"137.089675ms","start":"2026-03-05T08:21:54.384932Z","end":"2026-03-05T08:21:54.522022Z","steps":["trace[833307473] 'process raft request' (duration: 137.013723ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:21:54.522755Z","caller":"traceutil/trace.go:171","msg":"trace[2134366863] transaction","detail":"{read_only:false; response_revision:25581; number_of_response:1; }","duration":"134.308448ms","start":"2026-03-05T08:21:54.388431Z","end":"2026-03-05T08:21:54.52274Z","steps":["trace[2134366863] 'process raft request' (duration: 133.55692ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:21:54.522767Z","caller":"traceutil/trace.go:171","msg":"trace[1408819141] linearizableReadLoop","detail":"{readStateIndex:26476; appliedIndex:26472; }","duration":"108.370647ms","start":"2026-03-05T08:21:54.414356Z","end":"2026-03-05T08:21:54.522727Z","steps":["trace[1408819141] 'read index received' (duration: 8.677808ms)","trace[1408819141] 'applied index is now lower than readState.Index' (duration: 99.691069ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:21:54.523032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.663363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T08:21:54.523078Z","caller":"traceutil/trace.go:171","msg":"trace[1245384099] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25581; }","duration":"108.753816ms","start":"2026-03-05T08:21:54.414313Z","end":"2026-03-05T08:21:54.523067Z","steps":["trace[1245384099] 'agreement among raft nodes before linearized reading' (duration: 108.562231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:21:54.523147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.178821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T08:21:54.523212Z","caller":"traceutil/trace.go:171","msg":"trace[1029591351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25581; }","duration":"100.302923ms","start":"2026-03-05T08:21:54.422898Z","end":"2026-03-05T08:21:54.523201Z","steps":["trace[1029591351] 'agreement among raft nodes before linearized reading' (duration: 100.116209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:21:54.897391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.397891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T08:21:54.897503Z","caller":"traceutil/trace.go:171","msg":"trace[1453496451] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25586; }","duration":"101.545294ms","start":"2026-03-05T08:21:54.795925Z","end":"2026-03-05T08:21:54.89747Z","steps":["trace[1453496451] 'range keys from in-memory index tree' (duration: 101.260317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:21:55.24631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.459049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:21:55.246491Z","caller":"traceutil/trace.go:171","msg":"trace[1848497652] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25590; }","duration":"194.665214ms","start":"2026-03-05T08:21:55.051774Z","end":"2026-03-05T08:21:55.246439Z","steps":["trace[1848497652] 'count revisions from in-memory index tree' (duration: 194.380597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:21:55.246569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.787996ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:21:55.246804Z","caller":"traceutil/trace.go:171","msg":"trace[1963900286] transaction","detail":"{read_only:false; response_revision:25591; number_of_response:1; }","duration":"184.07529ms","start":"2026-03-05T08:21:55.062694Z","end":"2026-03-05T08:21:55.246769Z","steps":["trace[1963900286] 'process raft request' (duration: 79.981846ms)","trace[1963900286] 'compare' (duration: 103.554981ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:22:23.315074Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23519} {"level":"info","ts":"2026-03-05T08:22:23.451871Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23519,"took":"132.325882ms","hash":4041134602,"current-db-size-bytes":50356224,"current-db-size":"50 MB","current-db-size-in-use-bytes":32153600,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-05T08:22:23.45193Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4041134602,"revision":23519,"compact-revision":20492} {"level":"info","ts":"2026-03-05T08:22:54.255493Z","caller":"traceutil/trace.go:171","msg":"trace[1158528981] linearizableReadLoop","detail":"{readStateIndex:26998; appliedIndex:26997; }","duration":"141.514412ms","start":"2026-03-05T08:22:54.113956Z","end":"2026-03-05T08:22:54.25547Z","steps":["trace[1158528981] 'read index received' (duration: 141.198954ms)","trace[1158528981] 'applied index is now lower than readState.Index' (duration: 313.958µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:22:54.255598Z","caller":"traceutil/trace.go:171","msg":"trace[1752634075] transaction","detail":"{read_only:false; response_revision:26088; number_of_response:1; }","duration":"331.487164ms","start":"2026-03-05T08:22:53.924061Z","end":"2026-03-05T08:22:54.255548Z","steps":["trace[1752634075] 'process raft request' (duration: 331.168355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:22:54.25566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.682966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:22:54.255698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.168433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:22:54.255752Z","caller":"traceutil/trace.go:171","msg":"trace[170871070] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26088; }","duration":"141.279256ms","start":"2026-03-05T08:22:54.114458Z","end":"2026-03-05T08:22:54.255737Z","steps":["trace[170871070] 'agreement among raft nodes before linearized reading' (duration: 141.170164ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:22:54.255756Z","caller":"traceutil/trace.go:171","msg":"trace[326614293] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26088; }","duration":"141.822179ms","start":"2026-03-05T08:22:54.113911Z","end":"2026-03-05T08:22:54.255733Z","steps":["trace[326614293] 'agreement among raft nodes before linearized reading' (duration: 141.663565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:22:54.255856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:22:53.924043Z","time spent":"331.681049ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:22:54.255963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.668357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21346"} {"level":"warn","ts":"2026-03-05T08:22:54.255951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.032312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21346"} {"level":"info","ts":"2026-03-05T08:22:54.255995Z","caller":"traceutil/trace.go:171","msg":"trace[684140642] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:26088; }","duration":"139.738099ms","start":"2026-03-05T08:22:54.116248Z","end":"2026-03-05T08:22:54.255986Z","steps":["trace[684140642] 'agreement among raft nodes before linearized reading' (duration: 139.622856ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:22:54.256214Z","caller":"traceutil/trace.go:171","msg":"trace[974868150] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:26088; }","duration":"139.337659ms","start":"2026-03-05T08:22:54.116858Z","end":"2026-03-05T08:22:54.256195Z","steps":["trace[974868150] 'agreement among raft nodes before linearized reading' (duration: 138.921109ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:22:54.86291Z","caller":"traceutil/trace.go:171","msg":"trace[547489370] transaction","detail":"{read_only:false; response_revision:26091; number_of_response:1; }","duration":"132.455704ms","start":"2026-03-05T08:22:54.730428Z","end":"2026-03-05T08:22:54.862884Z","steps":["trace[547489370] 'process raft request' (duration: 132.235558ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:22:54.862913Z","caller":"traceutil/trace.go:171","msg":"trace[700132613] transaction","detail":"{read_only:false; response_revision:26092; number_of_response:1; }","duration":"131.549212ms","start":"2026-03-05T08:22:54.731349Z","end":"2026-03-05T08:22:54.862898Z","steps":["trace[700132613] 'process raft request' (duration: 131.46701ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:22:55.083914Z","caller":"traceutil/trace.go:171","msg":"trace[377218572] transaction","detail":"{read_only:false; response_revision:26099; number_of_response:1; }","duration":"103.780296ms","start":"2026-03-05T08:22:54.980093Z","end":"2026-03-05T08:22:55.083873Z","steps":["trace[377218572] 'process raft request' (duration: 94.76686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:23:03.489435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.388475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:23:03.489502Z","caller":"traceutil/trace.go:171","msg":"trace[1177026551] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26156; }","duration":"120.468887ms","start":"2026-03-05T08:23:03.36902Z","end":"2026-03-05T08:23:03.489489Z","steps":["trace[1177026551] 'range keys from in-memory index tree' (duration: 120.290022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:23:03.489701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.386064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-03-05T08:23:03.490258Z","caller":"traceutil/trace.go:171","msg":"trace[836488126] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26156; }","duration":"120.992478ms","start":"2026-03-05T08:23:03.36925Z","end":"2026-03-05T08:23:03.490243Z","steps":["trace[836488126] 'range keys from in-memory index tree' (duration: 120.21731ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:23:04.986604Z","caller":"traceutil/trace.go:171","msg":"trace[2010722606] transaction","detail":"{read_only:false; response_revision:26161; number_of_response:1; }","duration":"135.684091ms","start":"2026-03-05T08:23:04.850892Z","end":"2026-03-05T08:23:04.986576Z","steps":["trace[2010722606] 'process raft request' (duration: 122.993197ms)","trace[2010722606] 'compare' (duration: 12.567811ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:23:05.016992Z","caller":"traceutil/trace.go:171","msg":"trace[1092561969] transaction","detail":"{read_only:false; response_revision:26162; number_of_response:1; }","duration":"113.092599ms","start":"2026-03-05T08:23:04.903862Z","end":"2026-03-05T08:23:05.016955Z","steps":["trace[1092561969] 'process raft request' (duration: 112.868604ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:23:05.016963Z","caller":"traceutil/trace.go:171","msg":"trace[1321555019] transaction","detail":"{read_only:false; response_revision:26163; number_of_response:1; }","duration":"112.382103ms","start":"2026-03-05T08:23:04.904558Z","end":"2026-03-05T08:23:05.01694Z","steps":["trace[1321555019] 'process raft request' (duration: 112.303731ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:23:28.569246Z","caller":"traceutil/trace.go:171","msg":"trace[2043395051] transaction","detail":"{read_only:false; response_revision:26350; number_of_response:1; }","duration":"147.474764ms","start":"2026-03-05T08:23:28.421746Z","end":"2026-03-05T08:23:28.569221Z","steps":["trace[2043395051] 'process raft request' (duration: 147.287739ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:24:29.761215Z","caller":"traceutil/trace.go:171","msg":"trace[1908673696] transaction","detail":"{read_only:false; response_revision:26970; number_of_response:1; }","duration":"267.328386ms","start":"2026-03-05T08:24:29.49386Z","end":"2026-03-05T08:24:29.761189Z","steps":["trace[1908673696] 'process raft request' (duration: 267.140671ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:24:29.989743Z","caller":"traceutil/trace.go:171","msg":"trace[129753426] linearizableReadLoop","detail":"{readStateIndex:27909; appliedIndex:27904; }","duration":"294.917627ms","start":"2026-03-05T08:24:29.69481Z","end":"2026-03-05T08:24:29.989728Z","steps":["trace[129753426] 'read index received' (duration: 66.198406ms)","trace[129753426] 'applied index is now lower than readState.Index' (duration: 228.718671ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:24:29.989909Z","caller":"traceutil/trace.go:171","msg":"trace[799230009] transaction","detail":"{read_only:false; response_revision:26971; number_of_response:1; }","duration":"495.712228ms","start":"2026-03-05T08:24:29.494191Z","end":"2026-03-05T08:24:29.989903Z","steps":["trace[799230009] 'process raft request' (duration: 495.39011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:24:29.98997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:24:29.494167Z","time spent":"495.756889ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:24:29.990069Z","caller":"traceutil/trace.go:171","msg":"trace[1486343649] transaction","detail":"{read_only:false; response_revision:26972; number_of_response:1; }","duration":"495.858402ms","start":"2026-03-05T08:24:29.494205Z","end":"2026-03-05T08:24:29.990064Z","steps":["trace[1486343649] 'process raft request' (duration: 495.460132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:24:29.990094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:24:29.494183Z","time spent":"495.896472ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:24:29.990185Z","caller":"traceutil/trace.go:171","msg":"trace[725641157] transaction","detail":"{read_only:false; response_revision:26973; number_of_response:1; }","duration":"495.695038ms","start":"2026-03-05T08:24:29.494483Z","end":"2026-03-05T08:24:29.990178Z","steps":["trace[725641157] 'process raft request' (duration: 495.206836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:24:29.990213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:24:29.494473Z","time spent":"495.722918ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:24:29.990253Z","caller":"traceutil/trace.go:171","msg":"trace[239999258] transaction","detail":"{read_only:false; response_revision:26974; number_of_response:1; }","duration":"401.658165ms","start":"2026-03-05T08:24:29.588591Z","end":"2026-03-05T08:24:29.99025Z","steps":["trace[239999258] 'process raft request' (duration: 401.116713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:24:29.990274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:24:29.588554Z","time spent":"401.707617ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:24:29.990331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.522461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:24:29.990347Z","caller":"traceutil/trace.go:171","msg":"trace[1089102365] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26974; }","duration":"295.537792ms","start":"2026-03-05T08:24:29.694804Z","end":"2026-03-05T08:24:29.990341Z","steps":["trace[1089102365] 'agreement among raft nodes before linearized reading' (duration: 295.504201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:24:29.990471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.874003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T08:24:29.990484Z","caller":"traceutil/trace.go:171","msg":"trace[1936536724] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26974; }","duration":"273.909834ms","start":"2026-03-05T08:24:29.71657Z","end":"2026-03-05T08:24:29.99048Z","steps":["trace[1936536724] 'agreement among raft nodes before linearized reading' (duration: 273.854723ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:24:41.215824Z","caller":"traceutil/trace.go:171","msg":"trace[1360239426] transaction","detail":"{read_only:false; response_revision:27053; number_of_response:1; }","duration":"149.922663ms","start":"2026-03-05T08:24:41.065873Z","end":"2026-03-05T08:24:41.215796Z","steps":["trace[1360239426] 'process raft request' (duration: 141.787788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:24:41.595729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.631416ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-05T08:24:41.600821Z","caller":"traceutil/trace.go:171","msg":"trace[387984063] transaction","detail":"{read_only:false; response_revision:27055; number_of_response:1; }","duration":"204.621513ms","start":"2026-03-05T08:24:41.396178Z","end":"2026-03-05T08:24:41.6008Z","steps":["trace[387984063] 'process raft request' (duration: 204.439639ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:24:41.78241Z","caller":"traceutil/trace.go:171","msg":"trace[1659112227] linearizableReadLoop","detail":"{readStateIndex:27995; appliedIndex:27992; }","duration":"293.641666ms","start":"2026-03-05T08:24:41.488747Z","end":"2026-03-05T08:24:41.782389Z","steps":["trace[1659112227] 'read index received' (duration: 111.86282ms)","trace[1659112227] 'applied index is now lower than readState.Index' (duration: 181.778196ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:24:41.782504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.740369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:24:41.782537Z","caller":"traceutil/trace.go:171","msg":"trace[1152314698] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27057; }","duration":"293.824651ms","start":"2026-03-05T08:24:41.488705Z","end":"2026-03-05T08:24:41.78253Z","steps":["trace[1152314698] 'agreement among raft nodes before linearized reading' (duration: 293.757699ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:24:41.782505Z","caller":"traceutil/trace.go:171","msg":"trace[1838989321] transaction","detail":"{read_only:false; response_revision:27057; number_of_response:1; }","duration":"385.902087ms","start":"2026-03-05T08:24:41.396567Z","end":"2026-03-05T08:24:41.782469Z","steps":["trace[1838989321] 'process raft request' (duration: 385.788465ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:24:41.782506Z","caller":"traceutil/trace.go:171","msg":"trace[1603149127] transaction","detail":"{read_only:false; response_revision:27056; number_of_response:1; }","duration":"386.202305ms","start":"2026-03-05T08:24:41.396254Z","end":"2026-03-05T08:24:41.782456Z","steps":["trace[1603149127] 'process raft request' (duration: 322.529609ms)","trace[1603149127] 'compare' (duration: 63.363729ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:24:41.782654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:24:41.396553Z","time spent":"386.02406ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:24:41.782692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:24:41.396221Z","time spent":"386.375088ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:24:42.092181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.431259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:24:42.092267Z","caller":"traceutil/trace.go:171","msg":"trace[1261401890] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:27059; }","duration":"156.603252ms","start":"2026-03-05T08:24:41.935642Z","end":"2026-03-05T08:24:42.092245Z","steps":["trace[1261401890] 'count revisions from in-memory index tree' (duration: 156.313225ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:24:43.540993Z","caller":"traceutil/trace.go:171","msg":"trace[181665954] transaction","detail":"{read_only:false; response_revision:27066; number_of_response:1; }","duration":"320.014238ms","start":"2026-03-05T08:24:43.220941Z","end":"2026-03-05T08:24:43.540955Z","steps":["trace[181665954] 'process raft request' (duration: 319.791413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:24:43.541227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:24:43.220919Z","time spent":"320.172111ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:24:43.541998Z","caller":"traceutil/trace.go:171","msg":"trace[291226781] linearizableReadLoop","detail":"{readStateIndex:28006; appliedIndex:28004; }","duration":"226.371675ms","start":"2026-03-05T08:24:43.315603Z","end":"2026-03-05T08:24:43.541975Z","steps":["trace[291226781] 'read index received' (duration: 225.583176ms)","trace[291226781] 'applied index is now lower than readState.Index' (duration: 787.429µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:24:43.54232Z","caller":"traceutil/trace.go:171","msg":"trace[1008351799] transaction","detail":"{read_only:false; response_revision:27067; number_of_response:1; }","duration":"294.599509ms","start":"2026-03-05T08:24:43.2477Z","end":"2026-03-05T08:24:43.5423Z","steps":["trace[1008351799] 'process raft request' (duration: 294.097257ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:24:43.542328Z","caller":"traceutil/trace.go:171","msg":"trace[1822358405] transaction","detail":"{read_only:false; response_revision:27068; number_of_response:1; }","duration":"258.255578ms","start":"2026-03-05T08:24:43.284047Z","end":"2026-03-05T08:24:43.542302Z","steps":["trace[1822358405] 'process raft request' (duration: 257.875169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:24:43.542877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.263147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-05T08:24:43.542943Z","caller":"traceutil/trace.go:171","msg":"trace[150321399] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:27068; }","duration":"227.360178ms","start":"2026-03-05T08:24:43.315566Z","end":"2026-03-05T08:24:43.542926Z","steps":["trace[150321399] 'agreement among raft nodes before linearized reading' (duration: 227.143762ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:25:00.573304Z","caller":"traceutil/trace.go:171","msg":"trace[1270023392] linearizableReadLoop","detail":"{readStateIndex:28246; appliedIndex:28245; }","duration":"337.468807ms","start":"2026-03-05T08:25:00.23581Z","end":"2026-03-05T08:25:00.573279Z","steps":["trace[1270023392] 'read index received' (duration: 337.272422ms)","trace[1270023392] 'applied index is now lower than readState.Index' (duration: 195.705µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:25:00.573429Z","caller":"traceutil/trace.go:171","msg":"trace[1814705049] transaction","detail":"{read_only:false; response_revision:27301; number_of_response:1; }","duration":"342.910487ms","start":"2026-03-05T08:25:00.230485Z","end":"2026-03-05T08:25:00.573396Z","steps":["trace[1814705049] 'process raft request' (duration: 342.59967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:25:00.573486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.654661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:25:00.573524Z","caller":"traceutil/trace.go:171","msg":"trace[1048351545] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:27301; }","duration":"337.753393ms","start":"2026-03-05T08:25:00.235762Z","end":"2026-03-05T08:25:00.573515Z","steps":["trace[1048351545] 'agreement among raft nodes before linearized reading' (duration: 337.666241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:25:00.573592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:25:00.230461Z","time spent":"343.04908ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:25:00.573612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.625094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:25:00.573623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:25:00.235736Z","time spent":"337.873356ms","remote":"127.0.0.1:49442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:25:00.573667Z","caller":"traceutil/trace.go:171","msg":"trace[1882822148] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:27301; }","duration":"333.715057ms","start":"2026-03-05T08:25:00.239939Z","end":"2026-03-05T08:25:00.573654Z","steps":["trace[1882822148] 'agreement among raft nodes before linearized reading' (duration: 333.635695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:25:00.573705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:25:00.239918Z","time spent":"333.778588ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:25:00.57393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.158917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-05T08:25:00.573968Z","caller":"traceutil/trace.go:171","msg":"trace[99074464] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:27301; }","duration":"190.240669ms","start":"2026-03-05T08:25:00.383717Z","end":"2026-03-05T08:25:00.573958Z","steps":["trace[99074464] 'agreement among raft nodes before linearized reading' (duration: 190.124776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:25:00.574053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.419641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T08:25:00.574145Z","caller":"traceutil/trace.go:171","msg":"trace[674961297] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27301; }","duration":"326.481843ms","start":"2026-03-05T08:25:00.247607Z","end":"2026-03-05T08:25:00.574089Z","steps":["trace[674961297] 'agreement among raft nodes before linearized reading' (duration: 326.331209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:25:00.574186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:25:00.247599Z","time spent":"326.578915ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T08:25:00.574194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.88278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-05T08:25:00.574356Z","caller":"traceutil/trace.go:171","msg":"trace[112034835] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27301; }","duration":"329.068745ms","start":"2026-03-05T08:25:00.245276Z","end":"2026-03-05T08:25:00.574345Z","steps":["trace[112034835] 'agreement among raft nodes before linearized reading' (duration: 328.819349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:25:00.574395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:25:00.245263Z","time spent":"329.122806ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T08:25:00.574385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.465239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-05T08:25:00.574446Z","caller":"traceutil/trace.go:171","msg":"trace[580455445] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27301; }","duration":"320.5436ms","start":"2026-03-05T08:25:00.253887Z","end":"2026-03-05T08:25:00.574431Z","steps":["trace[580455445] 'agreement among raft nodes before linearized reading' (duration: 320.413467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:25:00.574486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:25:00.253878Z","time spent":"320.599932ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T08:25:00.806073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.160038ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:25:00.806207Z","caller":"traceutil/trace.go:171","msg":"trace[783088491] transaction","detail":"{read_only:false; response_revision:27302; number_of_response:1; }","duration":"227.236375ms","start":"2026-03-05T08:25:00.578952Z","end":"2026-03-05T08:25:00.806188Z","steps":["trace[783088491] 'process raft request' (duration: 86.881832ms)","trace[783088491] 'compare' (duration: 140.030935ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:25:00.904071Z","caller":"traceutil/trace.go:171","msg":"trace[1855503233] linearizableReadLoop","detail":"{readStateIndex:28249; appliedIndex:28246; }","duration":"314.476496ms","start":"2026-03-05T08:25:00.589574Z","end":"2026-03-05T08:25:00.904051Z","steps":["trace[1855503233] 'read index received' (duration: 76.278208ms)","trace[1855503233] 'applied index is now lower than readState.Index' (duration: 238.197458ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:25:00.904132Z","caller":"traceutil/trace.go:171","msg":"trace[1757793146] transaction","detail":"{read_only:false; response_revision:27303; number_of_response:1; }","duration":"323.537453ms","start":"2026-03-05T08:25:00.580565Z","end":"2026-03-05T08:25:00.904102Z","steps":["trace[1757793146] 'process raft request' (duration: 323.350229ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:25:00.904155Z","caller":"traceutil/trace.go:171","msg":"trace[1747262554] transaction","detail":"{read_only:false; response_revision:27304; number_of_response:1; }","duration":"323.468592ms","start":"2026-03-05T08:25:00.580659Z","end":"2026-03-05T08:25:00.904127Z","steps":["trace[1747262554] 'process raft request' (duration: 323.363819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:25:00.904279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.699021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-05T08:25:00.904279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:25:00.580556Z","time spent":"323.645546ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:25:00.904312Z","caller":"traceutil/trace.go:171","msg":"trace[599564321] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27304; }","duration":"314.782793ms","start":"2026-03-05T08:25:00.58952Z","end":"2026-03-05T08:25:00.904303Z","steps":["trace[599564321] 'agreement among raft nodes before linearized reading' (duration: 314.641309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:25:00.904298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:25:00.580633Z","time spent":"323.592235ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:25:00.904341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:25:00.5895Z","time spent":"314.835174ms","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T08:25:01.10192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.793448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:25:01.101991Z","caller":"traceutil/trace.go:171","msg":"trace[409435467] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:27304; }","duration":"116.8744ms","start":"2026-03-05T08:25:00.985098Z","end":"2026-03-05T08:25:01.101972Z","steps":["trace[409435467] 'count revisions from in-memory index tree' (duration: 116.718927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:25:01.102035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.927097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-05T08:25:01.10214Z","caller":"traceutil/trace.go:171","msg":"trace[1316217939] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27304; }","duration":"194.05079ms","start":"2026-03-05T08:25:00.908032Z","end":"2026-03-05T08:25:01.102083Z","steps":["trace[1316217939] 'range keys from in-memory index tree' (duration: 193.754193ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:27:23.321162Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25811} {"level":"info","ts":"2026-03-05T08:27:23.454731Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25811,"took":"129.231847ms","hash":3298518719,"current-db-size-bytes":50778112,"current-db-size":"51 MB","current-db-size-in-use-bytes":32518144,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-05T08:27:23.454809Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3298518719,"revision":25811,"compact-revision":23519} {"level":"info","ts":"2026-03-05T08:29:04.13974Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"380f6760faea5f9e","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-05T08:29:04.144939Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-05T08:29:04.145068Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-05T08:32:23.327845Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28324} {"level":"info","ts":"2026-03-05T08:32:23.466041Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28324,"took":"133.519512ms","hash":2171677602,"current-db-size-bytes":50778112,"current-db-size":"51 MB","current-db-size-in-use-bytes":27045888,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-05T08:32:23.466155Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2171677602,"revision":28324,"compact-revision":25811} {"level":"info","ts":"2026-03-05T08:37:23.335151Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30402} {"level":"info","ts":"2026-03-05T08:37:23.46906Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30402,"took":"128.170852ms","hash":2231047859,"current-db-size-bytes":50778112,"current-db-size":"51 MB","current-db-size-in-use-bytes":26865664,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-05T08:37:23.469135Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2231047859,"revision":30402,"compact-revision":28324} {"level":"info","ts":"2026-03-05T08:42:23.341651Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32501} {"level":"info","ts":"2026-03-05T08:42:23.466788Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32501,"took":"120.884854ms","hash":2577175909,"current-db-size-bytes":51236864,"current-db-size":"51 MB","current-db-size-in-use-bytes":29442048,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-05T08:42:23.466867Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2577175909,"revision":32501,"compact-revision":30402} {"level":"info","ts":"2026-03-05T08:42:35.874707Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008c3a.wal"} {"level":"info","ts":"2026-03-05T08:47:23.348774Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34637} {"level":"info","ts":"2026-03-05T08:47:23.471185Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34637,"took":"118.186829ms","hash":2714677932,"current-db-size-bytes":53768192,"current-db-size":"54 MB","current-db-size-in-use-bytes":28512256,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-05T08:47:23.471244Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2714677932,"revision":34637,"compact-revision":32501} {"level":"info","ts":"2026-03-05T08:51:55.867265Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"380f6760faea5f9e","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-05T08:51:55.899271Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-03-05T08:51:55.899383Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-03-05T08:52:23.359683Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":36717} {"level":"info","ts":"2026-03-05T08:52:23.490309Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":36717,"took":"123.885277ms","hash":2036488421,"current-db-size-bytes":53768192,"current-db-size":"54 MB","current-db-size-in-use-bytes":27090944,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-05T08:52:23.49039Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2036488421,"revision":36717,"compact-revision":34637}